-- Logs begin at Tue 2021-06-22 17:48:46 UTC, end at Tue 2021-06-22 18:50:10 UTC. -- Jun 22 18:21:19.026401 dv-cinder-797170-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 18:21:21.654612 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:21:21.655205 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:21:21.655362 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92695) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:21:21.659036 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:21:21.659287 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:21:21.659590 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92695) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:21:21.660503 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:21:21.660731 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:21:21.661079 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:21:21.661316 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:21:21.661536 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:21:21.661846 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.662164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.662456 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.662678 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.662965 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.663247 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.663525 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.663808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.664098 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.664377 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.664653 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.664931 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.665159 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.665438 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.665719 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.665999 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.666244 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] debug = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.666520 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.666934 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.667336 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.667612 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.667893 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.668166 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.668429 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.668697 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.668976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.669301 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] host = dv-cinder-797170-4-iscsi {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.669589 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.669854 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.670155 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.670443 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.670714 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.670984 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.671264 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.671532 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.671798 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.672068 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.672348 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.672631 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.673461 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.673683 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.673901 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.674207 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.674489 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.674760 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.675031 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.675299 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.675567 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.675834 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.676095 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.676372 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.676647 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.676927 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.677197 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.677465 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.677730 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.677999 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.678546 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.678816 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.679085 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.679352 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.679632 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.679895 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.680163 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.680460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.680739 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.681015 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.681293 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.681561 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.681835 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.682125 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.682393 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.682658 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_json = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.682922 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.683188 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.683465 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.683730 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.683994 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.684261 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.684524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.684799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:21.685094 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.685388 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.685683 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.685961 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.686273 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.686551 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.686834 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.687108 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.687393 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.687675 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.687960 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.688232 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.688548 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.688823 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.689115 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.689415 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.689704 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.689989 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.690280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.690552 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.690819 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.691091 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.691371 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.691660 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.691943 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.692210 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.692481 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.692765 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.693039 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.693308 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.693583 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.693868 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.694169 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.694441 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.694718 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.694994 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.695260 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.695526 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.695795 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.696079 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.696349 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.696615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.696878 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.697148 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.697414 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.697693 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.697964 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.698319 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.698586 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.698857 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.699124 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.699390 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.699657 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.699922 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.700191 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.700460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.700724 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.700988 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.701253 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.701517 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.701779 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.702063 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.702333 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.702596 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.702861 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.703124 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.703388 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.703652 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.703930 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.704252 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.704522 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.704794 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.705068 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.705339 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.705608 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.705876 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.706169 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.706443 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.706706 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.706993 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.707271 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.707551 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.707827 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.708100 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.708390 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.708662 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.708939 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.709213 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.709486 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.709768 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.710066 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.710354 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.710644 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.710932 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.711218 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.711503 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.711777 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.712078 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.712350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:21.712560 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:21:21.712794 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92695) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 18:21:22.057772 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:22.058068 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:22.058363 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:22.058688 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 18:21:22.441937 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.442259 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.442482 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.443762 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.444030 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.444290 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.477486 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.477753 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.478032 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.490994 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.491269 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.491529 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.521181 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.521449 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.521709 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.557475 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.557742 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.558024 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.785275 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.785901 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.785901 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.786090 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.787003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.909744 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.910077 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.910354 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.910621 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.910884 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.911190 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.911443 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.911694 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.911945 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.912234 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.912473 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.912730 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.912983 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.913241 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.913489 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.913750 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.914038 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.914335 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.914605 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.914852 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.915126 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.915468 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.915714 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.915989 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.916230 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.916470 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.916859 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.917093 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.917323 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.917552 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.917780 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.918018 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:22.918382 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 18:21:22.922320 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 18:21:22.926209 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 18:21:22.930200 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Jun 22 18:21:22.931815 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 18:21:22.932253 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 18:21:22.932576 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 18:21:22.932946 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 18:21:22.935712 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 18:21:22.935958 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 18:21:22.936298 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:21:22.963483 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 18:21:22.963940 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.964232 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92695) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 18:21:22.964584 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.965916 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92695) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 18:21:22.966224 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:21:22.966466 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 18:21:22.969548 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:22.970459 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.036623 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 18:21:23.036796 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 18:21:23.037023 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 18:21:23.037379 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 18:21:23.057737 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_db.sqlalchemy.engines [None req-1b8ec199-4720-425c-b717-87518608abbe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92695) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 18:21:23.575971 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing driver for type 'gre' Jun 22 18:21:23.576485 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b8ec199-4720-425c-b717-87518608abbe None None] gre ID ranges: [(1, 1000)] Jun 22 18:21:23.627075 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing driver for type 'local' Jun 22 18:21:23.627465 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing driver for type 'vlan' Jun 22 18:21:23.640033 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b8ec199-4720-425c-b717-87518608abbe None None] VlanTypeDriver initialization complete Jun 22 18:21:23.640460 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing driver for type 'vxlan' Jun 22 18:21:23.640947 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b8ec199-4720-425c-b717-87518608abbe None None] vxlan ID ranges: [(1, 1000)] Jun 22 18:21:23.695799 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing extension driver 'port_security' Jun 22 18:21:23.696132 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b8ec199-4720-425c-b717-87518608abbe None None] PortSecurityExtensionDriver initialization complete Jun 22 18:21:23.696529 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing mechanism driver 'openvswitch' Jun 22 18:21:23.696847 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing mechanism driver 'hyperv' Jun 22 18:21:23.703448 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ec199-4720-425c-b717-87518608abbe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:23.704711 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.705081 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.705434 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.705815 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.706214 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.706555 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.706924 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.707268 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.707604 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.707980 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.708319 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.708650 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.709020 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.709359 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.709690 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.710080 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > address_group after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.710423 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > address_group after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.710761 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > address_group after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.711095 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b8ec199-4720-425c-b717-87518608abbe None None] ML2 OVO RPC backend initialized. {{(pid=92695) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 18:21:23.711791 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.712134 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.712539 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.712878 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > networks before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.713250 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.713584 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > ports before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.713916 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.714277 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnets before_response 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.714615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.714943 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.715267 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.715594 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.715919 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.716248 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.716577 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.716903 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.717228 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.717787 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.plugin [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Modular L2 Plugin initialization complete Jun 22 18:21:23.718139 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading services supported by the core plugin {{(pid=92695) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 18:21:23.718460 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.plugins.ml2.managers [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Got port-security extension from driver 'port_security' Jun 22 18:21:23.718916 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.extensions.vlantransparent [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Disabled vlantransparent extension. Jun 22 18:21:23.719390 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92695) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 18:21:23.719726 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: router Jun 22 18:21:23.754464 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.754847 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_create 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.755210 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router before_create 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.755565 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.755928 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.756276 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_delete 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.756630 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > floatingip after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.756985 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_create 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.757324 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.757664 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.758017 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.758377 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.758801 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.759160 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.759493 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.759820 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: subnet after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.760148 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.760485 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > port precommit_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.760822 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_create 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.761152 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.761487 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.761841 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router after_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.762197 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_delete 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.762541 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_create 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.762893 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.763230 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_update 55549900 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.763596 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > network after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.764440 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Tracking information for resource: router configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:23.764768 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Tracking information for resource: floatingip configured {{(pid=92695) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:21:23.770231 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.db.l3_agentschedulers_db [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 18:21:23.770796 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.771145 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.771489 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.771831 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: port after_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.772640 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router before_create 55550100 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.772972 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_delete 55550100 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.773385 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_create 55550100 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.773751 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > router precommit_update 55550100 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.778263 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.provider_configuration [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service providers = [] {{(pid=92695) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 18:21:23.778625 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.db.servicetype_db [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92695) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 18:21:23.781739 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.service_base [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92695) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:21:23.782135 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.service_base [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92695) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:21:23.783007 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.service_base [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92695) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:21:23.783949 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.services.service_base [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92695) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:21:23.784314 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.services.service_base [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 18:21:23.784676 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.784983 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 18:21:23.795700 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.796341 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: auto_allocate Jun 22 18:21:23.801883 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: network precommit_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.802317 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: network precommit_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.802837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.803154 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: tag Jun 22 18:21:23.809946 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.810411 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: timestamp Jun 22 18:21:23.814678 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.815001 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: network_ip_availability Jun 22 18:21:23.821914 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.822318 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.822667 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:23.823381 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.823692 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: flavors Jun 22 18:21:23.828435 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.828710 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading Plugin: revisions Jun 22 18:21:23.833546 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92695) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:21:23.833933 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=92695) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:23.834687 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92695) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 18:21:23.835014 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Initializing extension manager. Jun 22 18:21:23.835512 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: __init__.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.835841 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: __pycache__ {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.836163 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.836481 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: address_group.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.837212 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.837766 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: address-group Jun 22 18:21:23.838114 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: address_scope.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.838800 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.839301 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: address-scope Jun 22 18:21:23.839615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: admin_state_down_before_update.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.840514 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.841015 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: router-admin-state-down-before-update Jun 22 18:21:23.841330 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: agent.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.842028 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.842535 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: agent Jun 22 18:21:23.842846 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: agent_resources_synced.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.843718 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.844215 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: agent-resources-synced Jun 22 18:21:23.844529 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: allowedaddresspairs.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.846308 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.846816 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: allowed-address-pairs Jun 22 18:21:23.847133 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: auto_allocated_topology.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.848355 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.848859 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: auto-allocated-topology Jun 22 18:21:23.849177 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: availability_zone.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.849846 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.850381 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: availability_zone Jun 22 18:21:23.850696 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: availability_zone_filter.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.851580 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.852072 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: availability_zone_filter Jun 22 18:21:23.852385 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: data_plane_status.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.853254 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.853744 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 18:21:23.854084 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: default_subnetpools.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.854991 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.855483 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: default-subnetpools Jun 22 18:21:23.855794 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: dhcpagentscheduler.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.856576 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.857072 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: dhcp_agent_scheduler Jun 22 18:21:23.857386 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: dns.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.858298 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.858792 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension dns-integration not supported by any of loaded plugins Jun 22 18:21:23.859106 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: dns_domain_ports.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.859985 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.860507 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 18:21:23.860821 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.861707 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.862254 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 18:21:23.862568 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: dvr.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.863214 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.863710 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: dvr Jun 22 18:21:23.864023 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: empty_string_filtering.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.864891 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.865384 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: empty-string-filtering Jun 22 18:21:23.865695 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.866599 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.867085 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:21:23.867396 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.868265 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.868757 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 18:21:23.869073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: external_net.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.869948 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.870471 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: external-net Jun 22 18:21:23.870784 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: extra_dhcp_opt.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.871664 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.872156 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: extra_dhcp_opt Jun 22 18:21:23.872467 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: extraroute.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.873342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.873824 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: extraroute Jun 22 18:21:23.874164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: extraroute_atomic.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.875155 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.875649 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: extraroute-atomic Jun 22 18:21:23.876481 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: filter_validation.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.877115 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.877872 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: filter-validation Jun 22 18:21:23.878373 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: fip_pf_description.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.879532 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.880106 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 18:21:23.880423 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: fip_port_details.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.881309 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.881802 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: fip-port-details Jun 22 18:21:23.882146 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: flavors.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.883341 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.883844 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: flavors Jun 22 18:21:23.884159 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.885800 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.886348 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 18:21:23.886671 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: floatingip_pools.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.887344 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.887851 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: floatingip-pools Jun 22 18:21:23.888169 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: ip_allocation.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.889056 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.889555 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 18:21:23.889869 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.890776 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.891279 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: ip-substring-filtering Jun 22 18:21:23.891652 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l2_adjacency.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.893037 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.893529 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 18:21:23.893846 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.894802 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.895311 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: router Jun 22 18:21:23.895627 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3_conntrack_helper.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.897927 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.898474 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:21:23.898800 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.899689 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.900193 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: ext-gw-mode Jun 22 18:21:23.900512 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.901399 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.901897 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: l3-ha Jun 22 18:21:23.902248 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3_flavors.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.903147 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.903645 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: l3-flavors Jun 22 18:21:23.903959 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.904836 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.905331 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 18:21:23.905650 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: l3agentscheduler.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.906705 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.907361 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: l3_agent_scheduler Jun 22 18:21:23.907686 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: logging.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.909169 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.909676 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension logging not supported by any of loaded plugins Jun 22 18:21:23.909996 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: metering.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.910743 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.911314 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: metering Jun 22 18:21:23.911632 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.912706 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.913207 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: metering_source_and_destination_fields Jun 22 18:21:23.913522 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: multiprovidernet.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.914434 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.914933 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: multi-provider Jun 22 18:21:23.915245 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: netmtu.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.916121 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.916615 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: net-mtu Jun 22 18:21:23.916927 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: netmtu_writable.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.917802 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.918323 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: net-mtu-writable Jun 22 18:21:23.918637 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: network_availability_zone.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.919279 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.919772 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: network_availability_zone Jun 22 18:21:23.920085 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: network_ip_availability.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.921150 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.921652 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: network-ip-availability Jun 22 18:21:23.921970 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: network_segment_range.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.922751 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.923235 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 18:21:23.923550 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: pagination.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.924489 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.924810 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: pagination Jun 22 18:21:23.925121 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: port_device_profile.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.925998 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.926529 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: port-device-profile Jun 22 18:21:23.926841 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.927737 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.928232 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: port-mac-address-regenerate Jun 22 18:21:23.928796 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.929670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.930196 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: port-numa-affinity-policy Jun 22 18:21:23.930508 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: port_resource_request.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.931392 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.931883 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 18:21:23.932193 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: portbindings.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.933083 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.933577 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: binding Jun 22 18:21:23.933886 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: portbindings_extended.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.935157 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.935666 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: binding-extended Jun 22 18:21:23.935983 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: portsecurity.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.936860 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.937363 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: port-security Jun 22 18:21:23.937679 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: project_id.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.939164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.939485 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: project-id Jun 22 18:21:23.939798 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: providernet.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.940684 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.941187 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: provider Jun 22 18:21:23.941501 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.945103 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.945614 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos not supported by any of loaded plugins Jun 22 18:21:23.945939 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.947176 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.947681 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 18:21:23.948000 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.948883 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.949382 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 18:21:23.949696 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_default.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.950633 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.951140 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-default not supported by any of loaded plugins Jun 22 18:21:23.951457 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_fip.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.952084 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.952579 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-fip not supported by any of loaded plugins Jun 22 18:21:23.952893 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_gateway_ip.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.953785 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.954851 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 18:21:23.955166 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_port_network_policy.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.956046 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.956541 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 18:21:23.956856 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_rule_type_details.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.957737 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.958266 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 18:21:23.958583 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: qos_rules_alias.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.959596 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.960157 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 18:21:23.960595 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: quotasv2.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.961540 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.961860 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: quotas Jun 22 18:21:23.962297 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: quotasv2_detail.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.965530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.965867 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: quota_details Jun 22 18:21:23.966220 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: rbac.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.967258 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.967778 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: rbac-policies Jun 22 18:21:23.968099 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: rbac_address_group.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.968992 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.969506 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: rbac-address-group Jun 22 18:21:23.969847 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: rbac_address_scope.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.970837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.971354 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: rbac-address-scope Jun 22 18:21:23.971674 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: rbac_security_groups.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.972549 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.973052 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: rbac-security-groups Jun 22 18:21:23.973373 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: rbac_subnetpool.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.974281 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.974786 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: rbac-subnetpool Jun 22 18:21:23.975098 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: revisionifmatch.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.976012 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.976578 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: revision-if-match Jun 22 18:21:23.976917 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: revisions.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.978218 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.978726 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: standard-attr-revisions Jun 22 18:21:23.979046 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: router_availability_zone.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.979698 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.980200 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: router_availability_zone Jun 22 18:21:23.980516 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: routerservicetype.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.981406 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.981902 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension router-service-type not supported by any of loaded plugins Jun 22 18:21:23.982241 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.983142 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.983645 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: security-groups-normalized-cidr Jun 22 18:21:23.983960 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: security_groups_port_filtering.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.984844 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.985372 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: port-security-groups-filtering Jun 22 18:21:23.985686 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.986614 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.987112 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: security-groups-remote-address-group Jun 22 18:21:23.987424 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: securitygroup.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.996808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.997333 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: security-group Jun 22 18:21:23.997658 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: segment.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:23.998455 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:23.998958 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension segment not supported by any of loaded plugins Jun 22 18:21:23.999279 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.000181 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.000677 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 18:21:24.001531 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: servicetype.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.002633 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.003151 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: service-type Jun 22 18:21:24.003473 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: sorting.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.004419 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.004747 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: sorting Jun 22 18:21:24.005059 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: standard_attr_segment.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.006026 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.006538 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 18:21:24.006853 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: standardattrdescription.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.007476 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.007976 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: standard-attr-description Jun 22 18:21:24.008287 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: stateful_security_group.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.009195 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.009697 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: stateful-security-group Jun 22 18:21:24.010036 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: stdattrs_common.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.010586 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 18:21:24.010895 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.011783 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.012281 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 18:21:24.012593 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnet_onboard.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.013698 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.014305 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: subnet_onboard Jun 22 18:21:24.014624 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.015563 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.016135 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 18:21:24.016453 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnet_service_types.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.017924 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.018536 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: subnet-service-types Jun 22 18:21:24.018857 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnetallocation.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.019949 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.020458 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: subnet_allocation Jun 22 18:21:24.020774 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.021417 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.021917 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: subnetpool-prefix-ops Jun 22 18:21:24.022264 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.023160 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.023655 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 18:21:24.023969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: tagging.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.025021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.025525 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: standard-attr-tag Jun 22 18:21:24.025844 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: timestamp.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.027048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.027559 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loaded extension: standard-attr-timestamp Jun 22 18:21:24.027875 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: trunk.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.028868 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.029376 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension trunk not supported by any of loaded plugins Jun 22 18:21:24.029696 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: trunk_details.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.030613 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.031122 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension trunk-details not supported by any of loaded plugins Jun 22 18:21:24.031448 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: uplink_status_propagation.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.032353 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.032854 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 18:21:24.033167 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Loading extension file: vlantransparent.py {{(pid=92695) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:21:24.033810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92695) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:21:24.034398 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 18:21:24.036808 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:network Jun 22 18:21:24.037317 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnet Jun 22 18:21:24.037707 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:21:24.038117 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:port Jun 22 18:21:24.039329 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.039771 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service FLAVORS assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.040376 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.040807 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.041129 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:router Jun 22 18:21:24.041564 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:21:24.042059 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service METERING assigned prefix: /metering {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.043472 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:24.043837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:24.044182 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:21:24.045152 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:21:24.045586 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:21:24.046039 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:21:24.046667 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service CORE assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.046990 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:21:24.047327 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] subnetpool is already registered Jun 22 18:21:24.048112 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service CORE assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.048438 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:21:24.048761 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] subnetpool is already registered Jun 22 18:21:24.051025 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.051450 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service FLAVORS assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.052039 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.052453 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.052774 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:router Jun 22 18:21:24.053103 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] router is already registered Jun 22 18:21:24.053753 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:21:24.054113 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] floatingip is already registered Jun 22 18:21:24.054556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service METERING assigned prefix: /metering {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.055208 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:21:24.055525 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] rbac_policy is already registered Jun 22 18:21:24.055925 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:21:24.056252 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] security_group is already registered Jun 22 18:21:24.056643 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:21:24.056969 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] security_group_rule is already registered Jun 22 18:21:24.057581 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service CORE assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.057900 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:21:24.058251 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] subnetpool is already registered Jun 22 18:21:24.058661 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.v2.resource_helper [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Service CORE assigned prefix: {{(pid=92695) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:21:24.058984 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:21:24.059309 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING neutron.quota.resource_registry [None req-1b8ec199-4720-425c-b717-87518608abbe None None] subnetpool is already registered Jun 22 18:21:24.059816 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: extensions {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.061245 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: address-groups {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.062729 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: address-scopes {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.064576 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: agents {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.065723 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: auto-allocated-topology {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.066988 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: availability_zones {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.068180 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: dhcp-networks {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.069688 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: dhcp-agents {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.071118 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: routers {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.072865 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: flavors {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.075256 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: service_profiles {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.076459 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: next_providers {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.077875 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: service_profiles {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.080027 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: floatingip-pools {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.081195 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: routers {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.082903 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: floatingips {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.084156 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: l3-routers {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.085567 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: l3-agents {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.087056 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: metering-labels {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.088294 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: metering-label-rules {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.089654 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: network-ip-availabilities {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.090937 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: bindings {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.092465 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: quotas {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.093969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: quotas {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.095420 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: rbac-policies {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.096599 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: security-groups {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.097864 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: security-group-rules {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.099198 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: service-providers {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.100403 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: subnetpools {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.101712 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: subnetpools {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.103269 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.104916 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.106773 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.108516 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.110196 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.112132 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.113791 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.115583 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.117409 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.119151 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron.api.extensions [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Extended resource: tags {{(pid=92695) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:21:24.125167 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING keystonemiddleware.auth_token [None req-1b8ec199-4720-425c-b717-87518608abbe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 18:21:24.130195 dv-cinder-797170-4-iscsi neutron-server[92695]: WARNING keystonemiddleware.auth_token [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 18:21:24.138358 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Acquired lock "singleton_lock" {{(pid=92695) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 18:21:24.138821 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_concurrency.lockutils [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Releasing lock "singleton_lock" {{(pid=92695) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 18:21:24.139438 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Starting 2 workers Jun 22 18:21:24.144678 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Started child 92800 {{(pid=92695) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:21:24.148902 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Started child 92801 {{(pid=92695) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:21:24.149952 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.150684 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO neutron.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 18:21:24.151159 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Notify callbacks [] for process, before_spawn {{(pid=92695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.151466 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [-] (92800) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:21:24.153488 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.153985 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Starting 1 workers Jun 22 18:21:24.154913 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [-] (92801) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:21:24.158573 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Started child 92802 {{(pid=92695) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:21:24.159126 dv-cinder-797170-4-iscsi neutron-server[92695]: INFO oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Starting 1 workers Jun 22 18:21:24.162211 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] calling RpcWorker wait() {{(pid=92802) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 18:21:24.162758 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] returning from RpcWorker wait() {{(pid=92802) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 18:21:24.163407 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Started child 92803 {{(pid=92695) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:21:24.164101 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.164196 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec199-4720-425c-b717-87518608abbe None None] Notify callbacks [] for process, after_spawn {{(pid=92695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.164641 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:24.165999 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92695) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:21:24.166228 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:21:24.166409 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:21:24.166618 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:21:24.166954 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:21:24.167113 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:21:24.167605 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.167890 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.168153 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.168243 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:24.168690 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.168690 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.169131 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:24.169225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.169483 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.169713 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.169972 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.170244 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.170414 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.170574 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.170834 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.171063 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.171353 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.171620 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.171855 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.172114 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.172284 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.172526 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.172977 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.173228 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.173491 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] debug = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.173727 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.174222 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.174464 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.174719 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.174950 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.175234 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.175454 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.175723 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.175973 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.176200 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.176410 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.176671 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.176908 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.177177 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.177420 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.177607 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.177822 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.178575 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] host = dv-cinder-797170-4-iscsi {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.178794 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.179012 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.179254 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.179521 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.179770 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.179992 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.180236 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.180490 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.180742 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.180959 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.181201 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.181437 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.181673 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.181924 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.182116 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_options = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.182347 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.182624 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.182889 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.183072 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.183238 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.183410 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.183666 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.183823 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.184064 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.184274 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.184478 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.184700 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.184926 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.185139 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.185384 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.185615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.185853 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.186223 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.186376 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.186574 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.186808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.187026 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.187237 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.187447 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.187652 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.187903 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.188124 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.188837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.189049 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.189506 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.189506 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.194969 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_json = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195998 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.195998 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196127 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 49952) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196219 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196781 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196781 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196781 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.196781 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.197071 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.197560 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.197560 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.197712 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.198073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.198737 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.198737 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.199043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.199218 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.199475 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.199713 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.200444 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.200444 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.200444 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.200858 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.200858 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.201132 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.201361 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.108/identity {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.201616 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.201827 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.205556 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.207561 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [-] 10.222.0.108 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0078177 Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.208787 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.209249 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.209249 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.209493 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.209701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.209943 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.210188 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.211202 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.211445 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.211673 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.211889 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.212931 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.213161 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.213405 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.213627 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.213867 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.214125 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.214342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.215471 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.215790 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.216606 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.217011 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219073 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219371 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.219578 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.222001 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.222484 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.223868 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.224114 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.224355 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.224594 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.224825 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.225074 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.225314 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.225571 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.225814 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.226119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.226344 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.226589 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.227211 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.227211 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.227459 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.227706 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.229152 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.229680 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.229680 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.229917 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.230162 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.230395 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.230620 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.230966 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.232564 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.232791 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.233053 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.233341 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.233613 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.233846 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.234169 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.234432 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.234677 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.234936 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.235197 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.235971 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.236247 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.236489 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.237976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.237976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.237976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.238868 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.239124 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.239411 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.239718 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.239985 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.240246 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.240484 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.240714 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.240970 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.241560 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.242797 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.242797 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.242797 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.242797 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.243115 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253225 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253836 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253836 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.253836 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.254163 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.254573 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.254925 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.255290 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.256008 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.108/identity {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.256269 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.256533 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.257589 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.257693 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.257896 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.261733 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.262426 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.262426 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.262426 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.262612 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.262805 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.263030 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.263274 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.263502 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.263734 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.264397 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.265164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.265430 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.266992 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.267444 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.267946 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.268337 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.268590 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.268850 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.269141 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.269372 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.269621 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.269853 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.270477 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.270703 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.270933 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.271181 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.271432 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.271633 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.272771 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.273030 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.273294 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.273628 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.273880 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.274160 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.274410 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.274659 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.275286 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.275533 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.275770 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.276147 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.276525 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.276766 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.277050 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.277260 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.277484 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.278123 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.278123 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.278424 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.278424 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.278697 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.279660 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.279660 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.279660 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.279660 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.279964 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.280032 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.280610 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.280610 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.280826 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.280912 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.281068 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.281275 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.281483 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.281964 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.281964 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.282763 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.282920 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.283131 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.283369 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.283580 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.283805 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.284013 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.284222 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.284438 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.284644 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290021 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.290982 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.291874 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.292670 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.293685 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.293685 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.293685 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.293685 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.294242 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.294242 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.294484 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.294715 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.295019 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.295363 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.295652 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.295871 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:21:24.297342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92695) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:21:24.297342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:21:24.297342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:21:24.297342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:21:24.297342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:21:24.297976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:21:24.297976 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.298336 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.298422 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299007 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299007 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299007 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299342 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299533 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299689 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.299993 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.300082 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.300244 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.300397 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301307 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301688 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301688 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.301807 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] debug = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302058 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302155 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302332 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302477 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302631 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302773 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.302915 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.303059 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.303233 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.303661 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.303813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.303979 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.304151 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.304301 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.304508 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.304662 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.304805 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] host = dv-cinder-797170-4-iscsi {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305913 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.305913 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306062 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306133 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306478 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306629 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306791 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.306934 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.307076 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.307258 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_options = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.307413 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.307564 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308436 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308436 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308436 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308436 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308436 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308768 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308768 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308768 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.308940 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309099 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309194 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309453 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309617 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309774 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.309922 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.310110 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.310254 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.310399 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.311229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312043 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.312701 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.313378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.313378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.313378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.313378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.313378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_json = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314775 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314775 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314775 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.314775 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.315295 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.315295 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.315295 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.315295 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:21:24.315808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.315808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.315808 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316204 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316204 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316204 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316602 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316602 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316872 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.316872 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317135 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317135 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317396 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317396 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317666 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317806 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.317943 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318117 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318258 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318396 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318533 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318671 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318809 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.318959 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319098 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.108/identity {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319236 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319480 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319647 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319792 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.319951 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320106 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320245 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320391 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320667 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320809 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.320968 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321114 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321252 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321413 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321559 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321706 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321845 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.321993 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322220 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322359 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322496 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322634 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322771 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.322909 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323060 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323199 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323337 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323474 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:24.323620 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323620 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323894 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.323894 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.324164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.324164 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.324426 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.325350 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.326280 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327048 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.327813 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.328460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.328460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.328460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.328460 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.329500 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.329500 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.329500 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.329500 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330128 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330128 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330128 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330544 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330544 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330544 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330942 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.330942 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331203 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331203 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331472 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331472 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331735 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331735 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331997 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.331997 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332257 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332257 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332549 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332549 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332830 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.332830 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333093 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333229 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333367 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333503 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333641 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333786 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.333924 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.334078 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.334991 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.335139 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.335278 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.335438 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.335643 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.335847 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336056 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336056 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336368 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336368 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336630 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.336630 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337194 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337194 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337194 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337194 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337739 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337739 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.337739 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338156 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338156 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338156 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.108/identity {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338544 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338544 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338816 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.338816 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339079 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339079 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339351 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339351 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339611 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339611 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.339871 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340022 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340162 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340299 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340438 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340574 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340711 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340849 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.340998 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341135 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341283 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341423 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341560 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341696 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341833 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.341970 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.342147 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.342286 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.343189 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344003 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344615 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344926 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.344926 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345071 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345192 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345309 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345417 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345582 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345722 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.345877 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.346810 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347439 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347439 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347439 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347439 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347827 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347827 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.347827 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.348103 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.348103 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.348341 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.348463 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.348586 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.350799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.350799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.350799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.350799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.350799 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.351406 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.352497 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.352692 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.352857 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353020 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353179 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353339 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353508 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353666 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353824 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.353981 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354161 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354328 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354486 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354642 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354806 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.354963 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355119 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355274 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355443 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355599 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355757 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.355912 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356064 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356221 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356538 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356705 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.356867 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357024 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357187 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357351 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357514 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357674 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.357837 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358053 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358228 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358378 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358524 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358669 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358812 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.358960 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359139 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359294 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359451 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359607 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359761 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.359916 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.360070 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.360742 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.360906 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.361061 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.361218 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.361374 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.361530 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:21:24.361679 dv-cinder-797170-4-iscsi neutron-server[92695]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92695) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:21:35.410806 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cda81-580f-440d-b301-13186fe3787d None None] get_active_networks_info from dv-cinder-797170-4-iscsi {{(pid=92802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 18:21:35.491870 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309cda81-580f-440d-b301-13186fe3787d None None] No non-hosted networks {{(pid=92802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 18:21:35.498959 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.agentschedulers_db [None req-309cda81-580f-440d-b301-13186fe3787d None None] DHCP Agent not found on host dv-cinder-797170-4-iscsi {{(pid=92802) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 18:21:35.575058 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-32def83f-07af-4eb7-bd59-126edc9f0fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:37.867995 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-aac41003-815e-4ee2-9207-a2a5876562a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:37.917372 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-fc789ec9-e020-4dcf-8ed0-68188ef7adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:38.020167 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:38.020822 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.022304 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.022650 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.022983 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.024458 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.024802 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.025136 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.025521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.025852 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.026200 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.028685 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.029033 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:38.029459 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797170-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:38.044374 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:21:39.001416 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:40.674780 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.db.l3_hamode_db [None req-656bcdef-40e2-4aa6-8fd2-0ef544ac84fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 18:21:40.755907 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bcdef-40e2-4aa6-8fd2-0ef544ac84fe None None] Routers set() bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:21:40.756316 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bcdef-40e2-4aa6-8fd2-0ef544ac84fe None None] Router IDs set() for agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 18:21:41.154052 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:42.011925 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50056) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:42.497309 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING oslo_policy.policy [None req-b5810494-894d-49f6-a606-0fa542ce8abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:42.497917 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING oslo_policy.policy [None req-b5810494-894d-49f6-a606-0fa542ce8abb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:42.715607 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [None req-b5810494-894d-49f6-a606-0fa542ce8abb admin admin] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:21:42.716575 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b5810494-894d-49f6-a606-0fa542ce8abb admin admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7037656 Jun 22 18:21:45.145012 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50070) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:45.459061 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:21:45.553075 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.policy [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:21:45.604418 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING oslo_policy.policy [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:45.604788 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING oslo_policy.policy [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:45.616112 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.quota [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] Loaded quota_driver: . Jun 22 18:21:45.708154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764645119861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764645119296', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764645138808', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764645142306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764644963041', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764644956459', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7809478', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7762639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578043'] for rbac-policy, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:45.770096 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:45.771518 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-760951dc-c36f-4316-b3d0-7f98607ffca3 admin admin] 10.222.0.108 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6255009 Jun 22 18:21:48.295658 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50082) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:48.584634 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Request body: {'network': {'name': 'private', 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:21:48.614370 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Made reservation on behalf of 41bfc9b08304403d9fc9f31e965129c4 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:21:48.617177 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.634676 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.755240 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.758718 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.763787 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:48.780423 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1361} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:21:48.810521 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764647769811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.811105 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Unsubscribe: segment precommit_create {{(pid=92801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:21:48.811577 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Added segment 2c545241-790a-4b27-8462-60683719bd50 of type vlan for network bd1b82a3-4460-4915-ba2b-f62f49fcf630 Jun 22 18:21:48.827929 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0488b-8db8-4ae8-a79d-b0b2cf868acd,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:21:48.876131 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.876490 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.876797 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.877109 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.877419 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.877742 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.878074 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.878380 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.878681 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.878983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.879307 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.879601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Tracked resource versions report: Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: pushed versions: Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: { 'AddressGroup': {'1.2'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'ConntrackHelper': {'1.0'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Log': {'1.0'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Network': {'1.1'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Port': {'1.7'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'PortForwarding': {'1.2'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'QosPolicy': {'1.8'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroup': {'1.4'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SubPort': {'1.0'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Subnet': {'1.1'}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Trunk': {'1.1'}} Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: consumer versions: Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'ConntrackHelper': '1.0', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Log': '1.0', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Network': '1.1', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Port': '1.7', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'PortForwarding': '1.2', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'QosPolicy': '1.8', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroup': '1.4', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroupRule': '1.2', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SubPort': '1.0', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Subnet': '1.1', Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Trunk': '1.1'}} Jun 22 18:21:48.880711 dv-cinder-797170-4-iscsi neutron-server[92801]: {{(pid=92801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:21:48.928611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.937587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:48.979876 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.981242 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:21:48.981901 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:48.984695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:49.061260 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7645347 Jun 22 18:21:49.080274 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Pushing event updated for resources: {'Network': ['ID=bd1b82a3-4460-4915-ba2b-f62f49fcf630,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:21:49.084037 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:49.092608 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:21:51.629446 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50096) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:52.010541 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7eda52-117c-435f-936f-daa0587c412e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:21:52.011874 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ac7eda52-117c-435f-936f-daa0587c412e admin admin] 10.222.0.108 "GET /v2.0/networks/bd1b82a3-4460-4915-ba2b-f62f49fcf630 HTTP/1.1" status: 200 len: 826 time: 0.3814654 Jun 22 18:21:52.035333 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-1dda56ea-e102-4874-9f60-b0f4b4cb79ae admin admin] 10.222.0.108 "GET /v2.0/subnetpools/ee9cb415-2d05-43e0-9771-9762a814eb17 HTTP/1.1" status: 200 len: 734 time: 0.0179007 Jun 22 18:21:52.043504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Request body: {'subnet': {'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:21:52.065575 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Made reservation on behalf of 41bfc9b08304403d9fc9f31e965129c4 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:21:52.067888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:52.362055 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:52.366126 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:52.431968 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Checking segment: {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:21:52.432343 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Network hostable DHCP agents. Network: bd1b82a3-4460-4915-ba2b-f62f49fcf630, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:21:52.440280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:21:52.443489 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:52.458677 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:21:52.470588 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, bd1b82a3-4460-4915-ba2b-f62f49fcf630) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:21:52.475598 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:21:52.476731 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:52.480040 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b559340b-6f62-4b87-80a7-521882ed78eb None None] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:21:52.491095 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4508586 Jun 22 18:21:52.787226 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56252982-87a3-4fc8-901b-035564325421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:21:52.788512 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.050743 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-56252982-87a3-4fc8-901b-035564325421 None None] Allocated IP 172.20.0.2 (bd1b82a3-4460-4915-ba2b-f62f49fcf630/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048/8073b464-189b-4605-a881-8a7d0f5670bd) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:21:53.246436 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.262130 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-56252982-87a3-4fc8-901b-035564325421 None None] Transition to ACTIVE for port object 8073b464-189b-4605-a881-8a7d0f5670bd will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:21:53.284972 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-56252982-87a3-4fc8-901b-035564325421 None None] Transition to ACTIVE for port object 8073b464-189b-4605-a881-8a7d0f5670bd will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:21:53.293430 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.296906 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:53.394758 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56252982-87a3-4fc8-901b-035564325421 None None] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:21:53.399350 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-56252982-87a3-4fc8-901b-035564325421 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:21:53.405092 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56252982-87a3-4fc8-901b-035564325421 None None] Pushing event updated for resources: {'Port': ['ID=8073b464-189b-4605-a881-8a7d0f5670bd,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:21:53.409055 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56252982-87a3-4fc8-901b-035564325421 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:21:53.416638 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.416983 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.417323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.417649 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.417972 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.418329 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.418649 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.418965 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.419297 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.419616 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.419928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.420241 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Tracked resource versions report: Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: pushed versions: Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: { 'AddressGroup': {'1.2'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'ConntrackHelper': {'1.0'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Log': {'1.0'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Network': {'1.1'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Port': {'1.7'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'PortForwarding': {'1.2'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'QosPolicy': {'1.8'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroup': {'1.4'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SubPort': {'1.0'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Subnet': {'1.1'}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Trunk': {'1.1'}} Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: consumer versions: Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'ConntrackHelper': '1.0', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Log': '1.0', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Network': '1.1', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Port': '1.7', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'PortForwarding': '1.2', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'QosPolicy': '1.8', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroup': '1.4', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroupRule': '1.2', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SubPort': '1.0', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Subnet': '1.1', Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Trunk': '1.1'}} Jun 22 18:21:53.421367 dv-cinder-797170-4-iscsi neutron-server[92802]: {{(pid=92802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:21:53.426473 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-56252982-87a3-4fc8-901b-035564325421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:53.490421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-56252982-87a3-4fc8-901b-035564325421 None None] Attempting to bind port 8073b464-189b-4605-a881-8a7d0f5670bd on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:21:53.491073 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-56252982-87a3-4fc8-901b-035564325421 None None] Attempting to bind port 8073b464-189b-4605-a881-8a7d0f5670bd by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:21:53.491256 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56252982-87a3-4fc8-901b-035564325421 None None] Attempting to bind port 8073b464-189b-4605-a881-8a7d0f5670bd on network bd1b82a3-4460-4915-ba2b-f62f49fcf630 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:21:53.495960 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56252982-87a3-4fc8-901b-035564325421 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:21:53.496367 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56252982-87a3-4fc8-901b-035564325421 None None] Checking segment: {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:21:53.496850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.497241 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56252982-87a3-4fc8-901b-035564325421 None None] Bound using segment: {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:21:53.497703 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-56252982-87a3-4fc8-901b-035564325421 None None] Bound port: 8073b464-189b-4605-a881-8a7d0f5670bd, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:21:53.498113 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.558365 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-56252982-87a3-4fc8-901b-035564325421 None None] For port 8073b464-189b-4605-a881-8a7d0f5670bd, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:21:53.562569 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-56252982-87a3-4fc8-901b-035564325421 None None] For port 8073b464-189b-4605-a881-8a7d0f5670bd, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=8073b464-189b-4605-a881-8a7d0f5670bd,segment=NetworkSegment(2c545241-790a-4b27-8462-60683719bd50),segment_id=2c545241-790a-4b27-8462-60683719bd50)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:21:53.567323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-56252982-87a3-4fc8-901b-035564325421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:21:53.571116 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-56252982-87a3-4fc8-901b-035564325421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:21:53.633359 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56252982-87a3-4fc8-901b-035564325421 None None] Pushing event updated for resources: {'Port': ['ID=8073b464-189b-4605-a881-8a7d0f5670bd,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:21:53.639206 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-56252982-87a3-4fc8-901b-035564325421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:21:54.887616 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 50104) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:55.377838 dv-cinder-797170-4-iscsi neutron-server[92800]: WARNING oslo_policy.policy [None req-b32a36e0-3b1e-465e-af01-0a530584ce8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:55.378456 dv-cinder-797170-4-iscsi neutron-server[92800]: WARNING oslo_policy.policy [None req-b32a36e0-3b1e-465e-af01-0a530584ce8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:21:55.596028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [None req-b32a36e0-3b1e-465e-af01-0a530584ce8f admin admin] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:21:55.597296 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b32a36e0-3b1e-465e-af01-0a530584ce8f admin admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7076714 Jun 22 18:21:57.957727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 50118) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:21:58.269802 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [None req-4f15c2a1-ad01-4a09-8fa2-e727d369efa9 admin admin] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:21:58.270788 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-4f15c2a1-ad01-4a09-8fa2-e727d369efa9 admin admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120446 Jun 22 18:21:59.614889 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199bb80-bd46-43e9-99df-f0c94eb61f51 None None] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:21:59.705657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-44fc05f5-b9dd-4620-afcb-ba5e2d179e58 None None] Provisioning for port 8073b464-189b-4605-a881-8a7d0f5670bd completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:00.227041 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8073b464-189b-4605-a881-8a7d0f5670bd up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:00.305170 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 8073b464-189b-4605-a881-8a7d0f5670bd completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:00.308596 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 8073b464-189b-4605-a881-8a7d0f5670bd triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:00.308985 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:00.415104 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:00.450100 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 8073b464-189b-4605-a881-8a7d0f5670bd, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=8073b464-189b-4605-a881-8a7d0f5670bd,segment=NetworkSegment(2c545241-790a-4b27-8462-60683719bd50),segment_id=2c545241-790a-4b27-8462-60683719bd50)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:22:00.455232 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:00.458415 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:00.503338 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=8073b464-189b-4605-a881-8a7d0f5670bd,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:00.506534 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:00.881432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 50132) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:01.189101 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'name': 'router1'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:01.254390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.policy [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:22:01.300670 dv-cinder-797170-4-iscsi neutron-server[92800]: WARNING oslo_policy.policy [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:01.301008 dv-cinder-797170-4-iscsi neutron-server[92800]: WARNING oslo_policy.policy [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:01.309797 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.quota [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Loaded quota_driver: . Jun 22 18:22:01.366974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:01.369184 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:01.526254 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:01.530982 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:01.549467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:01.550775 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0aa69bab-aa9c-4dc6-a662-f016bec235f0 admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6682544 Jun 22 18:22:02.205997 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8073b464-189b-4605-a881-8a7d0f5670bd up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:02.253430 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 8073b464-189b-4605-a881-8a7d0f5670bd triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:02.253801 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:03.862994 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 50142) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:04.170331 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [None req-c7541428-2209-4f2d-93df-3654593ce14d admin admin] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:04.171306 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c7541428-2209-4f2d-93df-3654593ce14d admin admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073819 Jun 22 18:22:05.291055 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-272d1329-b6de-4385-b97d-7e2850a4d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.499424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50150) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:06.802675 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:06.822152 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Made reservation on behalf of 4c0365622c014b7b8a073fb4515995cf for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:06.824470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.832161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.917356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.920941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.925197 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:06.935301 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Reserving flat network on physical network physnet1 {{(pid=92801) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 18:22:06.956303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:06.956625 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Added segment 3e7edfeb-5936-46b0-a89a-f4f0064ea88c of type flat for network 956ad961-fb51-4449-b138-3aa3ca35f681 Jun 22 18:22:06.957848 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ca6e4-d61c-4354-88d9-6b4c24e52426,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:06.965900 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:07.005091 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:07.039247 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:07.042375 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:07.043430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:07.047546 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-42b9b6d8-2ff1-4530-aa74-b6174de5572d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:07.106919 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6063468 Jun 22 18:22:07.127522 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Pushing event updated for resources: {'Network': ['ID=956ad961-fb51-4449-b138-3aa3ca35f681,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:07.131537 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:07.142070 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 956ad961-fb51-4449-b138-3aa3ca35f681 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:22:07.865292 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7001ba53-baca-4c0f-ad25-87394dc9f29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.008789 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:08.935817 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:09.412139 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50164) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:09.690267 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b47949-a73e-4fe8-a91f-53eb7dce206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:09.691627 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-72b47949-a73e-4fe8-a91f-53eb7dce206f admin admin] 10.222.0.108 "GET /v2.0/subnets/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048 HTTP/1.1" status: 200 len: 849 time: 0.2785218 Jun 22 18:22:09.853081 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0526cfdd-4c07-431b-9d29-a9642deda60f admin admin] 10.222.0.108 "GET /v2.0/routers/127c042c-f38f-409e-81b8-8b429150da20 HTTP/1.1" status: 200 len: 704 time: 0.1561015 Jun 22 18:22:10.113464 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:10.398408 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Allocated IP 172.20.0.1 (bd1b82a3-4460-4915-ba2b-f62f49fcf630/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048/62ec2722-4a2a-44a4-862c-ee6863d79846) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:22:10.591089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:10.612232 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Transition to ACTIVE for port object 62ec2722-4a2a-44a4-862c-ee6863d79846 will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:10.695823 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:10.697919 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:10.764741 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:22:10.773677 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:10.777147 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:22:10.777842 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:10.800611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Pushing event updated for resources: {'Port': ['ID=62ec2722-4a2a-44a4-862c-ee6863d79846,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:10.843338 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:10.938640 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-0b41650f-0cae-4a35-8609-7768d3957969 None None] Provisioning for port 62ec2722-4a2a-44a4-862c-ee6863d79846 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:10.942292 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-0b41650f-0cae-4a35-8609-7768d3957969 None None] Provisioning complete for port 62ec2722-4a2a-44a4-862c-ee6863d79846 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:10.942724 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0b41650f-0cae-4a35-8609-7768d3957969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:10.974090 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-0b41650f-0cae-4a35-8609-7768d3957969 None None] Port 62ec2722-4a2a-44a4-862c-ee6863d79846 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:22:10.992883 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.112217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.167086 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.171587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.173471 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.175916 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:11.249907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Pushing event updated for resources: {'Port': ['ID=62ec2722-4a2a-44a4-862c-ee6863d79846,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:11.252625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:11.294314 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:22:11.295582 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:11.452403 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Router 127c042c-f38f-409e-81b8-8b429150da20 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:22:11.492165 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-2a8e4012-68ce-4d66-977f-f73f18c5e7f7 None None] Provisioning complete for port 62ec2722-4a2a-44a4-862c-ee6863d79846 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:11.492542 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4012-68ce-4d66-977f-f73f18c5e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:11.524560 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e4012-68ce-4d66-977f-f73f18c5e7f7 None None] Port 62ec2722-4a2a-44a4-862c-ee6863d79846 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:22:11.543204 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:22:11.548210 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] 10.222.0.108 "PUT /v2.0/routers/127c042c-f38f-409e-81b8-8b429150da20/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6902554 Jun 22 18:22:11.552723 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Sync routers for ids ['127c042c-f38f-409e-81b8-8b429150da20'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:22:11.564222 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Routers {'127c042c-f38f-409e-81b8-8b429150da20'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:11.564963 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:22:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['127c042c-f38f-409e-81b8-8b429150da20'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:11.753282 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Set router 127c042c-f38f-409e-81b8-8b429150da20 gateway port host: None {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:22:12.169645 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:10Z', 'revision_number': 2, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port_host': None, '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:11Z', 'revision_number': 2, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:12.220054 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Checking router: 127c042c-f38f-409e-81b8-8b429150da20 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:22:12.220423 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Updating router 127c042c-f38f-409e-81b8-8b429150da20 port 62ec2722-4a2a-44a4-862c-ee6863d79846 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:22:12.282455 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:12.775278 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:12.795176 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Transition to ACTIVE for port object 62ec2722-4a2a-44a4-862c-ee6863d79846 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:12.801895 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:12.807126 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:12.934823 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Pushing event updated for resources: {'Port': ['ID=62ec2722-4a2a-44a4-862c-ee6863d79846,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:12.965416 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.965750 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.966092 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.966418 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.966717 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.967026 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.967328 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.967686 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.968005 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.968309 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.968607 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.969548 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Tracked resource versions report: Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: pushed versions: Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Log': {'1.0'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Network': {'1.1'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Port': {'1.7'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'PortForwarding': {'1.2'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'QosPolicy': {'1.8'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SubPort': {'1.0'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Subnet': {'1.1'}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Trunk': {'1.1'}} Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: consumer versions: Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'ConntrackHelper': '1.0', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Log': '1.0', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Network': '1.1', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Port': '1.7', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'PortForwarding': '1.2', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'QosPolicy': '1.8', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroup': '1.4', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroupRule': '1.2', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SubPort': '1.0', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Subnet': '1.1', Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Trunk': '1.1'}} Jun 22 18:22:12.970699 dv-cinder-797170-4-iscsi neutron-server[92803]: {{(pid=92803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:12.981253 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:12.982106 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Attempting to bind port 62ec2722-4a2a-44a4-862c-ee6863d79846 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:22:12.982846 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Attempting to bind port 62ec2722-4a2a-44a4-862c-ee6863d79846 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:22:12.982938 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Attempting to bind port 62ec2722-4a2a-44a4-862c-ee6863d79846 on network bd1b82a3-4460-4915-ba2b-f62f49fcf630 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:22:12.987919 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:22:12.988321 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Checking segment: {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:12.988806 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:12.989183 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Bound using segment: {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:22:12.989667 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Bound port: 62ec2722-4a2a-44a4-862c-ee6863d79846, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c545241-790a-4b27-8462-60683719bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1361, 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:22:12.990046 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:13.061451 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] For port 62ec2722-4a2a-44a4-862c-ee6863d79846, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:22:13.082711 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] For port 62ec2722-4a2a-44a4-862c-ee6863d79846, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=62ec2722-4a2a-44a4-862c-ee6863d79846,segment=NetworkSegment(2c545241-790a-4b27-8462-60683719bd50),segment_id=2c545241-790a-4b27-8462-60683719bd50)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:22:13.086935 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:13.089035 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:13.132591 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Routers {'127c042c-f38f-409e-81b8-8b429150da20'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:13.133201 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:22:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['127c042c-f38f-409e-81b8-8b429150da20'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:13.225312 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Pushing event updated for resources: {'Port': ['ID=62ec2722-4a2a-44a4-862c-ee6863d79846,revision_number=4']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:13.232963 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] Set router 127c042c-f38f-409e-81b8-8b429150da20 gateway port host: None {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:22:13.259529 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:13.447601 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:10Z', 'revision_number': 2, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port_host': None, '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:13Z', 'revision_number': 4, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:13.472513 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29648e0-efb8-4aeb-b636-44b73795a823 None None] The sync data for ids ['127c042c-f38f-409e-81b8-8b429150da20'] in dv-cinder-797170-4-iscsi is: [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:10Z', 'revision_number': 2, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port_host': None, '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:13Z', 'revision_number': 4, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:22:13.810801 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50184) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:13.916501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff4948-43c3-4431-b301-b0254fc240ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:13.917853 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b1ff4948-43c3-4431-b301-b0254fc240ef admin admin] 10.222.0.108 "GET /v2.0/networks/956ad961-fb51-4449-b138-3aa3ca35f681 HTTP/1.1" status: 200 len: 842 time: 0.1060834 Jun 22 18:22:13.927810 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:13.948760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Made reservation on behalf of 4c0365622c014b7b8a073fb4515995cf for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:13.951014 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:14.225233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.objects.ports [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92801) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 18:22:14.225680 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:14.228590 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3f39e5a5-3291-43af-9837-838f9c994f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:14.277142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84a9f37-8ffa-4163-988c-4fa42324a6e3,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:14.284000 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:14.292091 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:14.292443 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Network hostable DHCP agents. Network: 956ad961-fb51-4449-b138-3aa3ca35f681, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:22:14.309107 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:22:14.318177 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 956ad961-fb51-4449-b138-3aa3ca35f681) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:14.321996 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:14.322601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:14.327945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345c70d-43a5-4f35-9123-4bb3db0690ef None None] Network 956ad961-fb51-4449-b138-3aa3ca35f681 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:22:14.338526 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4141440 Jun 22 18:22:14.455878 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba8881-4948-4261-bb03-afe11f10f384 None None] Network 956ad961-fb51-4449-b138-3aa3ca35f681 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:22:15.222162 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:22:16.613383 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50200) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:16.815632 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3dd7a3bc-e2df-4cf1-a8f8-9cf08b6c7edd admin admin] 10.222.0.108 "GET /v2.0/routers/127c042c-f38f-409e-81b8-8b429150da20 HTTP/1.1" status: 200 len: 710 time: 0.2011330 Jun 22 18:22:16.899347 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b4fc7e-15bc-4cc4-b6dd-5c5518fa5289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:16.900704 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-67b4fc7e-15bc-4cc4-b6dd-5c5518fa5289 admin admin] 10.222.0.108 "GET /v2.0/networks/956ad961-fb51-4449-b138-3aa3ca35f681 HTTP/1.1" status: 200 len: 886 time: 0.0800507 Jun 22 18:22:16.909843 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:17.159600 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:17.389861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:17.463101 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:17.566324 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Allocated IP 172.27.1.70 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/199bc112-b9e1-4e5c-b98e-cbc848239b5c) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:22:17.664121 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:17.701881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:17.704006 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24fc0cc6-61cc-45bf-8f32-40cd9138941d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:17.738674 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:22:17.741249 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:17.746393 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:22:17.751840 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Pushing event updated for resources: {'Port': ['ID=199bc112-b9e1-4e5c-b98e-cbc848239b5c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:17.781252 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:17.981303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.232756 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 62ec2722-4a2a-44a4-862c-ee6863d79846 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:18.255878 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.259141 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1626068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692792'] for router, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.279186 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 62ec2722-4a2a-44a4-862c-ee6863d79846 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:18.283645 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 62ec2722-4a2a-44a4-862c-ee6863d79846 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:18.284027 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.362136 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Router 127c042c-f38f-409e-81b8-8b429150da20 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:22:18.363418 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.394228 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 62ec2722-4a2a-44a4-862c-ee6863d79846, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=62ec2722-4a2a-44a4-862c-ee6863d79846,segment=NetworkSegment(2c545241-790a-4b27-8462-60683719bd50),segment_id=2c545241-790a-4b27-8462-60683719bd50)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:22:18.398986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.401174 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:18.447496 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=62ec2722-4a2a-44a4-862c-ee6863d79846,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:18.450462 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:18.476157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:22:18.480298 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:18.481492 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] 10.222.0.108 "PUT /v2.0/routers/127c042c-f38f-409e-81b8-8b429150da20 HTTP/1.1" status: 200 len: 889 time: 1.5753789 Jun 22 18:22:18.485265 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Sync routers for ids ['127c042c-f38f-409e-81b8-8b429150da20'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:22:18.496325 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Routers {'127c042c-f38f-409e-81b8-8b429150da20'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:18.497018 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:22:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['127c042c-f38f-409e-81b8-8b429150da20'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:18.759142 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Set router 127c042c-f38f-409e-81b8-8b429150da20 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:22:19.142809 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:17Z', 'revision_number': 4, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port': {'id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:17Z', 'updated_at': '2021-06-22T18:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:18Z', 'revision_number': 5, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:19.193495 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Checking router: 127c042c-f38f-409e-81b8-8b429150da20 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:22:19.193856 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Updating router 127c042c-f38f-409e-81b8-8b429150da20 port 199bc112-b9e1-4e5c-b98e-cbc848239b5c binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:22:19.225421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.548295 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.558354 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Transition to ACTIVE for port object 199bc112-b9e1-4e5c-b98e-cbc848239b5c will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:19.563605 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.565825 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:19.619695 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Pushing event updated for resources: {'Port': ['ID=199bc112-b9e1-4e5c-b98e-cbc848239b5c,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:19.622589 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:19.623694 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Attempting to bind port 199bc112-b9e1-4e5c-b98e-cbc848239b5c on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:22:19.624057 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Attempting to bind port 199bc112-b9e1-4e5c-b98e-cbc848239b5c by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:22:19.624447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Attempting to bind port 199bc112-b9e1-4e5c-b98e-cbc848239b5c on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:22:19.630353 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:22:19.630728 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:19.631161 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.631556 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:22:19.632039 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Bound port: 199bc112-b9e1-4e5c-b98e-cbc848239b5c, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:22:19.632450 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.684030 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] For port 199bc112-b9e1-4e5c-b98e-cbc848239b5c, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:22:19.687241 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] For port 199bc112-b9e1-4e5c-b98e-cbc848239b5c, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=199bc112-b9e1-4e5c-b98e-cbc848239b5c,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:22:19.692617 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:19.695893 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:19.746739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Routers {'127c042c-f38f-409e-81b8-8b429150da20'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:19.747358 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:22:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['127c042c-f38f-409e-81b8-8b429150da20'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:19.803137 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Pushing event updated for resources: {'Port': ['ID=199bc112-b9e1-4e5c-b98e-cbc848239b5c,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:19.807142 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:19.869328 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] Set router 127c042c-f38f-409e-81b8-8b429150da20 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:22:20.144582 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:17Z', 'revision_number': 4, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port': {'id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:17Z', 'updated_at': '2021-06-22T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:18Z', 'revision_number': 5, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:20.169418 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4afec-da37-4b83-9ff5-ca73bbc57028 None None] The sync data for ids ['127c042c-f38f-409e-81b8-8b429150da20'] in dv-cinder-797170-4-iscsi is: [{'id': '127c042c-f38f-409e-81b8-8b429150da20', 'name': 'router1', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:22:01Z', 'updated_at': '2021-06-22T18:22:17Z', 'revision_number': 4, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'gw_port': {'id': '199bc112-b9e1-4e5c-b98e-cbc848239b5c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:17Z', 'updated_at': '2021-06-22T18:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '62ec2722-4a2a-44a4-862c-ee6863d79846', 'name': '', 'network_id': 'bd1b82a3-4460-4915-ba2b-f62f49fcf630', 'tenant_id': '41bfc9b08304403d9fc9f31e965129c4', 'mac_address': 'fa:16:3e:19:79:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127c042c-f38f-409e-81b8-8b429150da20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:22:10Z', 'updated_at': '2021-06-22T18:22:18Z', 'revision_number': 5, 'project_id': '41bfc9b08304403d9fc9f31e965129c4', 'subnets': [{'id': '77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee9cb415-2d05-43e0-9771-9762a814eb17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:22:20.230475 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 62ec2722-4a2a-44a4-862c-ee6863d79846 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:20.294668 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 62ec2722-4a2a-44a4-862c-ee6863d79846 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:20.295046 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:20.829085 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50208) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:20.953688 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-34d658b9-5f48-459b-940a-73f9716e6cf9 admin admin] 10.222.0.108 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1234839 Jun 22 18:22:22.255479 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 199bc112-b9e1-4e5c-b98e-cbc848239b5c up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:22.303461 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 199bc112-b9e1-4e5c-b98e-cbc848239b5c completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:22:22.307292 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 199bc112-b9e1-4e5c-b98e-cbc848239b5c triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:22.307664 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:22.381948 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:22.401111 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 199bc112-b9e1-4e5c-b98e-cbc848239b5c, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=199bc112-b9e1-4e5c-b98e-cbc848239b5c,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:22:22.404601 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:22.409038 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:22.453670 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=199bc112-b9e1-4e5c-b98e-cbc848239b5c,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:22.457199 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:24.245523 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 199bc112-b9e1-4e5c-b98e-cbc848239b5c up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:24.298498 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 199bc112-b9e1-4e5c-b98e-cbc848239b5c triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:22:24.299027 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:35.295646 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc2f8-e811-40bc-bb97-0cb298719bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:37.868472 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-9b3c30f0-bddc-426c-8083-4ead9b1c5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:38.014737 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:38.940008 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:41.131356 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.222827 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:05.298908 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f3b611e0-be15-478b-860b-f3be668ab5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.872670 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d971-8ee0-48bf-936a-8d2b3eec494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:08.059864 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:08.942421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.130443 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:29.221478 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:35.299386 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3d6a42a1-b615-4c5d-aaf4-01c36ca8ef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:37.873620 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0a931e92-524b-447d-a43f-af487758663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:38.012534 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:38.938239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:41.137512 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:56.859225 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50776) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:56.920894 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac39506-0550-4d67-b360-dfa5845fbf6d admin admin] GET failed (client error): The resource could not be found. Jun 22 18:23:56.922229 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-5ac39506-0550-4d67-b360-dfa5845fbf6d admin admin] 10.222.0.108 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620532 Jun 22 18:23:57.074618 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743048af-02f5-45b9-8742-fcbf73d53fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:57.076543 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-743048af-02f5-45b9-8742-fcbf73d53fe6 admin admin] 10.222.0.108 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1505952 Jun 22 18:23:59.167404 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50786) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:59.254866 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d474bd-9107-4988-8f79-a5d613ab0c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:59.256191 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-11d474bd-9107-4988-8f79-a5d613ab0c70 admin admin] 10.222.0.108 "GET /v2.0/subnets/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048 HTTP/1.1" status: 200 len: 849 time: 0.0878253 Jun 22 18:23:59.265739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:59.348708 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.485838 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764647688412'] for subnet, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.487769 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:59.515129 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:59.515702 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:59.517021 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] 10.222.0.108 "PUT /v2.0/subnets/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048 HTTP/1.1" status: 200 len: 868 time: 0.2554259 Jun 22 18:23:59.533016 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7692a9-1426-4dee-a1f5-20fb3fbd322f None None] Network bd1b82a3-4460-4915-ba2b-f62f49fcf630 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:59.536258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:59.543332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.543696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.544685 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.545014 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.545340 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.545678 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.545996 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.547310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.547310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.547310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.547310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.547630 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:59.551199 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:59.955404 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-6d4e6a27-dfc1-438a-8dd5-7a0f12ed8bce None None] Provisioning complete for port 8073b464-189b-4605-a881-8a7d0f5670bd triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:59.955774 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6a27-dfc1-438a-8dd5-7a0f12ed8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:00.035778 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-6d4e6a27-dfc1-438a-8dd5-7a0f12ed8bce None None] Provisioning complete for port 62ec2722-4a2a-44a4-862c-ee6863d79846 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:00.036165 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6a27-dfc1-438a-8dd5-7a0f12ed8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.637006 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50794) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:01.832089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53faa1a9-6785-424f-8331-969d44fff463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:01.832681 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53faa1a9-6785-424f-8331-969d44fff463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:01.834797 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-53faa1a9-6785-424f-8331-969d44fff463 admin admin] 10.222.0.108 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1968303 Jun 22 18:24:03.979165 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50802) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:04.106540 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe5adf-f178-4c80-9256-9a338f0dc6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:04.107020 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe5adf-f178-4c80-9256-9a338f0dc6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:04.108516 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f5fe5adf-f178-4c80-9256-9a338f0dc6b6 admin admin] 10.222.0.108 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1283388 Jun 22 18:24:05.300761 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c69c-bdf5-4cd8-94ab-379fb64e73c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.219924 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:06.244449 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50810) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:06.380517 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14038571-ff3e-40da-b25b-0e5b0891482f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:06.382024 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-14038571-ff3e-40da-b25b-0e5b0891482f admin admin] 10.222.0.108 "GET /v2.0/networks/956ad961-fb51-4449-b138-3aa3ca35f681 HTTP/1.1" status: 200 len: 886 time: 0.1366336 Jun 22 18:24:07.875312 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c20a83b3-63ad-4594-8e3a-21f21a34743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.013620 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.516604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50818) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:08.640813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04dc7d-8f58-4a35-8691-d449d1308be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:08.642169 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-cf04dc7d-8f58-4a35-8691-d449d1308be6 admin admin] 10.222.0.108 "GET /v2.0/networks/bd1b82a3-4460-4915-ba2b-f62f49fcf630 HTTP/1.1" status: 200 len: 870 time: 0.1246512 Jun 22 18:24:08.940921 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:10.756970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50826) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:10.972750 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cf133-5c35-435b-b1f9-be837f86a7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:10.973121 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cf133-5c35-435b-b1f9-be837f86a7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:10.974653 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a54cf133-5c35-435b-b1f9-be837f86a7e5 admin admin] 10.222.0.108 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2167377 Jun 22 18:24:11.143788 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:13.058585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50834) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:13.145611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a576423-47b4-4aec-95db-603143dae3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:13.146087 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a576423-47b4-4aec-95db-603143dae3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:13.147533 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4a576423-47b4-4aec-95db-603143dae3df admin admin] 10.222.0.108 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0879540 Jun 22 18:24:15.256774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50842) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:15.345763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8548b15-6273-4aeb-9899-9198ec9dd858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:15.347119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b8548b15-6273-4aeb-9899-9198ec9dd858 admin admin] 10.222.0.108 "GET /v2.0/subnets/77bb25e8-ade4-4dc9-b4cc-1ceafc4a1048 HTTP/1.1" status: 200 len: 868 time: 0.0894156 Jun 22 18:24:17.477584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50850) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:17.567824 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588214e-7d9a-4ed8-bcae-9740f7aae9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:17.569283 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7588214e-7d9a-4ed8-bcae-9740f7aae9bc admin admin] 10.222.0.108 "GET /v2.0/subnets/d84a9f37-8ffa-4163-988c-4fa42324a6e3 HTTP/1.1" status: 200 len: 816 time: 0.0906842 Jun 22 18:24:35.302099 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-70e4a133-e707-4384-8d79-2d236342603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:37.875550 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7c68d1e5-7faf-460d-8b72-7c71b608f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:38.013633 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:38.944832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:40.824231 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50894) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:40.869254 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [None req-c39fb474-487a-4c3e-958a-fd38a42951e9 admin admin] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:24:40.870286 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c39fb474-487a-4c3e-958a-fd38a42951e9 admin admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450742 Jun 22 18:24:41.146497 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:43.061699 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50902) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:43.119227 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f2b629-1861-4818-8e75-5d26c85a951b admin admin] GET failed (client error): The resource could not be found. Jun 22 18:24:43.120501 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-31f2b629-1861-4818-8e75-5d26c85a951b admin admin] 10.222.0.108 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0578520 Jun 22 18:24:43.202373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca63bc-0a61-4b07-9048-62d85c58fe2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:43.203776 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-23ca63bc-0a61-4b07-9048-62d85c58fe2b admin admin] 10.222.0.108 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794578 Jun 22 18:24:43.219153 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:45.452040 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50910) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:45.496804 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:24:45.516462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Made reservation on behalf of 4c0365622c014b7b8a073fb4515995cf for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:24:45.518691 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:45.549656 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING neutron.services.revisions.revision_plugin [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Could not find related network for resource to bump revision. Jun 22 18:24:45.562042 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1358} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:24:45.571169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:45.571514 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Added segment 1bb46cf0-1a16-4ed0-acdf-5c083391deb4 of type vlan for network 959fd998-cf87-4818-b30e-cabbdbc57713 Jun 22 18:24:45.610190 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:45.636846 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:45.638144 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:45.638722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:45.641418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:45.686520 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2333379 Jun 22 18:24:45.696799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=959fd998-cf87-4818-b30e-cabbdbc57713,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:45.699814 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:45.707585 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 959fd998-cf87-4818-b30e-cabbdbc57713 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:24:47.837347 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50918) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:24:47.916304 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb95164-cac4-47f1-9a15-d414737b26f2 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:24:47.917662 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8cb95164-cac4-47f1-9a15-d414737b26f2 admin admin] 10.222.0.108 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0793331 Jun 22 18:24:47.986786 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b8ae9-046c-46ef-8c9b-48e2977430c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:47.988160 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-1f7b8ae9-046c-46ef-8c9b-48e2977430c8 admin admin] 10.222.0.108 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0667291 Jun 22 18:24:47.998155 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713', 'description': 'shared-subnet'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:24:48.017759 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Made reservation on behalf of 4c0365622c014b7b8a073fb4515995cf for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:24:48.020080 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.177304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.180104 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:48.246749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e459c6-669f-4f0b-846b-f88f05ea2720,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:48.249472 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:48.255131 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Checking segment: {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:24:48.255491 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Network hostable DHCP agents. Network: 959fd998-cf87-4818-b30e-cabbdbc57713, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:24:48.271504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Network 959fd998-cf87-4818-b30e-cabbdbc57713 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:24:48.279950 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 959fd998-cf87-4818-b30e-cabbdbc57713) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:24:48.284840 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:24:48.285807 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.288897 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ba36f-e137-4e56-b13e-4a10bc49f24b None None] Network 959fd998-cf87-4818-b30e-cabbdbc57713 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:24:48.301639 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071361 Jun 22 18:24:48.438604 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-959fd998-cf87-4818-b30e-cabbdbc57713', 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713', 'tenant_id': '4c0365622c014b7b8a073fb4515995cf', 'fixed_ips': [{'subnet_id': '36e459c6-669f-4f0b-846b-f88f05ea2720'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:24:48.439489 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.671869 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Allocated IP 192.168.233.2 (959fd998-cf87-4818-b30e-cabbdbc57713/36e459c6-669f-4f0b-846b-f88f05ea2720/7b0b3586-ec16-4e0a-942b-8837e94fceb3) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:24:48.818042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.826870 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Transition to ACTIVE for port object 7b0b3586-ec16-4e0a-942b-8837e94fceb3 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:24:48.842359 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Transition to ACTIVE for port object 7b0b3586-ec16-4e0a-942b-8837e94fceb3 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:24:48.848624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.850718 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:48.892769 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Network 959fd998-cf87-4818-b30e-cabbdbc57713 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:24:48.896910 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:24:48.902660 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:24:48.910602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Pushing event updated for resources: {'Port': ['ID=7b0b3586-ec16-4e0a-942b-8837e94fceb3,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:48.930410 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.930945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.931288 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.931616 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.931945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.932270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.932593 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.932932 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.933257 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.933582 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.933896 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.934252 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:24:48.952684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:48.986962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Attempting to bind port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:24:48.987330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Attempting to bind port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:24:48.987684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Attempting to bind port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 on network 959fd998-cf87-4818-b30e-cabbdbc57713 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:24:48.992696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:24:48.993061 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Checking segment: {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:24:48.993454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:48.993832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Bound using segment: {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:24:48.994310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Bound port: 7b0b3586-ec16-4e0a-942b-8837e94fceb3, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:24:48.994683 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:49.054558 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] For port 7b0b3586-ec16-4e0a-942b-8837e94fceb3, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:24:49.057739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] For port 7b0b3586-ec16-4e0a-942b-8837e94fceb3, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=7b0b3586-ec16-4e0a-942b-8837e94fceb3,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:24:49.063772 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:49.065935 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:49.124239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Pushing event updated for resources: {'Port': ['ID=7b0b3586-ec16-4e0a-942b-8837e94fceb3,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:49.127409 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:49.895003 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1c0fe-8cdd-441c-9fc8-1f25fb7dc573 None None] Network 959fd998-cf87-4818-b30e-cabbdbc57713 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:24:50.022906 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ab393e2e-fbe6-4bea-b662-6f95f755b824 None None] Provisioning for port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:24:50.357239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 7b0b3586-ec16-4e0a-942b-8837e94fceb3 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:50.405738 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:24:50.409673 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:50.410087 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:50.489967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:50.523411 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 7b0b3586-ec16-4e0a-942b-8837e94fceb3, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=7b0b3586-ec16-4e0a-942b-8837e94fceb3,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:24:50.527365 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:50.529610 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-627852be-9fa1-4e29-afc3-ebbba665636c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:24:50.575271 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=7b0b3586-ec16-4e0a-942b-8837e94fceb3,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:24:50.578590 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:24:52.337945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 7b0b3586-ec16-4e0a-942b-8837e94fceb3 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:24:52.383619 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 7b0b3586-ec16-4e0a-942b-8837e94fceb3 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:24:52.383991 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:05.303420 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-095b0062-87bb-4032-ba87-b7af5dab9c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:07.877131 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e0bc4317-53d8-44bd-8ba7-2f0901da634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:08.016897 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:08.948789 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:11.149589 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:20.217531 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:35.305163 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6c84822e-8c51-4754-a27b-b833fd91ba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:37.876747 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d6d608e2-8a69-48e1-bb87-b852e152f45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:38.019347 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:38.950853 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:41.152798 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.216068 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:58.260132 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50970) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:58.266245 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [None req-01755094-2a12-4ef8-841e-2522edff855a tempest-verify_tempest_config-1237761145 tempest-verify_tempest_config-1237761145-project] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:25:58.267241 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-01755094-2a12-4ef8-841e-2522edff855a tempest-verify_tempest_config-1237761145 tempest-verify_tempest_config-1237761145-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061550 Jun 22 18:25:58.563585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 50988) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:58.662169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.752013 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.755784 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.761421 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:58.802872 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=7a56d3752e444ecc8f51d9fd06b473b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382691 Jun 22 18:25:58.804742 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed7669b-ccb0-4c81-b214-3caa484c87ed,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:58.805444 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 50992) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:58.812281 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.812636 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.812975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.813303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.813630 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.813952 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.814299 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.814618 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.814950 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.815270 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.815583 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.815891 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.819903 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:58.889669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.909449 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:58.999370 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:59.003227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:59.004635 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9ed7669b-ccb0-4c81-b214-3caa484c87ed HTTP/1.1" status: 204 len: 168 time: 0.1980245 Jun 22 18:25:59.005670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:59.015381 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed7669b-ccb0-4c81-b214-3caa484c87ed,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:59.024686 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.025041 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.025363 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.025703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.026031 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.026366 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.026674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.026977 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.027279 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.027577 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.027941 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.028174 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Tracked resource versions report: Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: pushed versions: Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: { 'AddressGroup': {'1.2'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'ConntrackHelper': {'1.0'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Log': {'1.0'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Network': {'1.1'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Port': {'1.7'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'PortForwarding': {'1.2'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'QosPolicy': {'1.8'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroup': {'1.4'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SubPort': {'1.0'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Subnet': {'1.1'}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Trunk': {'1.1'}} Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: consumer versions: Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'ConntrackHelper': '1.0', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Log': '1.0', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Network': '1.1', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Port': '1.7', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'PortForwarding': '1.2', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'QosPolicy': '1.8', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroup': '1.4', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroupRule': '1.2', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SubPort': '1.0', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Subnet': '1.1', Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Trunk': '1.1'}} Jun 22 18:25:59.029294 dv-cinder-797170-4-iscsi neutron-server[92800]: {{(pid=92800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:25:59.059326 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:05.305288 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e0b2265a-ecb6-4ec4-9f08-380e82da333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:07.877880 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2df2cdea-ccc3-4c7d-bb14-c084081e7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:08.019582 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:08.954832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:11.156721 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:34.215646 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:35.306660 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2ef37a09-c3cd-453b-8cd3-e1be6564a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:37.888247 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f64be641-d167-4420-a7d6-3a15c766b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:38.019917 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:38.957728 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:41.158796 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:05.307432 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-047f1476-825f-4499-80d4-7b96697e121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:07.883252 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-484a4bba-e956-48b2-941e-3917ffcaa35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:08.021310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:08.958924 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:11.162824 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:11.214676 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 5 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:35.309716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c4714be9-d2a1-48fe-81f3-d9d9d8a563c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:37.884605 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a24e2883-9c44-424e-8460-fb3cc987b9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:38.023262 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:38.961683 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:41.164698 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:43.583913 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802'] for agent, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:48.213731 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:57.064580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51070) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:57.162789 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-65599db2-8c6a-4816-8d03-b84a93bbe03e admin admin] 10.222.0.108 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0971372 Jun 22 18:27:59.303603 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51080) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:59.355382 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2297e785-1b1a-42d8-9e71-fad1f05ecc14 admin admin] 10.222.0.108 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0506842 Jun 22 18:28:05.311550 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-451704a2-1430-448f-ad68-8330b424402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:07.885810 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-590a0a31-899c-4382-8924-99246d9428f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:08.023521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:08.967895 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:11.168520 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:13.567969 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:25.212280 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:35.312470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f632-8d43-48a3-a6cd-e2ce8beb0ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:37.887858 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-40fd920c-ccf0-4267-9755-ca44049171cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:38.023822 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:38.969042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:41.170950 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:43.555015 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:02.210949 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:05.313557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e68fac60-2f09-423a-b89c-6c1f8b88bcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:07.889396 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-fde98321-28c1-4f9d-bf8c-6c4ee0dd4b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:08.023514 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:08.970656 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:11.174709 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:13.583300 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.547796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51252) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:33.607937 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51262) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:33.733638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1990792615-network', 'tenant_id': '91b6ad25e48341c9930c5978978ecdf1'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:33.757232 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Made reservation on behalf of 91b6ad25e48341c9930c5978978ecdf1 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:33.760989 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.764158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-434413175-network', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:33.774429 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.792186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Made reservation on behalf of 5303ebd971e84c5e9ec3c4b9ca564467 for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:33.795796 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.814188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.880525 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.885098 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.896455 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:33.908770 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1377} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:33.918629 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.919597 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Added segment c86a2179-865f-4a23-8652-675c5f69fc48 of type vlan for network 1e82651f-ec6b-4aa1-af91-49a32772a562 Jun 22 18:29:33.968899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.988497 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae1066-ec04-455c-bf61-6506f201cecb,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:33.996693 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:33.996970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.997856 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.998283 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.998619 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.998932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.999458 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:33.999805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.000172 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.000647 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.001156 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.001673 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.002171 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Tracked resource versions report: Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: pushed versions: Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: { 'AddressGroup': {'1.2'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'ConntrackHelper': {'1.0'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Log': {'1.0'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Network': {'1.1'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Port': {'1.7'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'PortForwarding': {'1.2'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'QosPolicy': {'1.8'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroup': {'1.4'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SubPort': {'1.0'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Subnet': {'1.1'}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Trunk': {'1.1'}} Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: consumer versions: Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: HyperV agent@hv-cinder-79717: {}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'ConntrackHelper': '1.0', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Log': '1.0', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Network': '1.1', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Port': '1.7', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'PortForwarding': '1.2', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'QosPolicy': '1.8', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroup': '1.4', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SecurityGroupRule': '1.2', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'SubPort': '1.0', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Subnet': '1.1', Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: 'Trunk': '1.1'}} Jun 22 18:29:34.003410 dv-cinder-797170-4-iscsi neutron-server[92801]: {{(pid=92801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:29:34.005784 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.011367 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:34.031543 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.036108 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.038901 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:34.040195 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.044845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c598b9f9-cd1b-41c6-8ea2-81bdd86b796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:34.051739 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04dfc82-d7ac-4b06-ae09-9c16f0e0cd7d,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:34.062284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1396} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:34.074228 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.074789 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.075126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.076011 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.076548 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.076740 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.077064 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.077434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.077761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.078112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.078408 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.078726 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Tracked resource versions report: Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: pushed versions: Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: { 'AddressGroup': {'1.2'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'ConntrackHelper': {'1.0'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Log': {'1.0'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Network': {'1.1'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Port': {'1.7'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'PortForwarding': {'1.2'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'QosPolicy': {'1.8'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroup': {'1.4'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SubPort': {'1.0'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Subnet': {'1.1'}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Trunk': {'1.1'}} Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: consumer versions: Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: HyperV agent@hv-cinder-79717: {}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'ConntrackHelper': '1.0', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Log': '1.0', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Network': '1.1', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Port': '1.7', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'PortForwarding': '1.2', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'QosPolicy': '1.8', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroup': '1.4', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SecurityGroupRule': '1.2', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'SubPort': '1.0', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Subnet': '1.1', Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: 'Trunk': '1.1'}} Jun 22 18:29:34.079780 dv-cinder-797170-4-iscsi neutron-server[92800]: {{(pid=92800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:29:34.083798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.092511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764647769811', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.093038 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Unsubscribe: segment precommit_create {{(pid=92800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:29:34.093530 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Added segment 97ef96f7-1d6d-48f4-a670-c0ff0be5d826 of type vlan for network 2beb4680-2c16-4dbc-a521-21044efaf216 Jun 22 18:29:34.111305 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Pushing event updated for resources: {'Network': ['ID=1e82651f-ec6b-4aa1-af91-49a32772a562,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:34.114526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.128242 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 1e82651f-ec6b-4aa1-af91-49a32772a562 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:34.129529 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5805035 Jun 22 18:29:34.130375 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51294) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:34.135569 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Request body: {'subnet': {'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1990792615-subnet', 'tenant_id': '91b6ad25e48341c9930c5978978ecdf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:34.158401 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Made reservation on behalf of 91b6ad25e48341c9930c5978978ecdf1 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:34.161385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.205006 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.266935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.269177 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:34.270131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.274535 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:34.357537 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7478013 Jun 22 18:29:34.362963 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51310) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:34.368075 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Request body: {'subnet': {'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-434413175-subnet', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:34.398864 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Made reservation on behalf of 5303ebd971e84c5e9ec3c4b9ca564467 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:34.402094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.404390 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.408629 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-48eee338-f884-4233-9fe9-5a4a94c04d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:34.435967 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51312) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:34.491263 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e37361-7e0b-4ff8-9f64-b111cbfb221d,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:34.496897 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Pushing event updated for resources: {'Network': ['ID=2beb4680-2c16-4dbc-a521-21044efaf216,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:34.500750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.507611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Checking segment: {'id': 'c86a2179-865f-4a23-8652-675c5f69fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:34.508188 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Network hostable DHCP agents. Network: 1e82651f-ec6b-4aa1-af91-49a32772a562, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:34.509734 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 2beb4680-2c16-4dbc-a521-21044efaf216 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:34.511348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.531635 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Network 1e82651f-ec6b-4aa1-af91-49a32772a562 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:34.545057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 1e82651f-ec6b-4aa1-af91-49a32772a562) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:34.558374 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:34.559025 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.572642 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51320) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:34.582409 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4507694 Jun 22 18:29:34.584871 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab8135-dd3c-4dc9-8285-f2e27abc059b None None] Network 1e82651f-ec6b-4aa1-af91-49a32772a562 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:34.798305 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.800752 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:34.813727 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-436303456-network', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:34.836215 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f7360-1158-415e-8d22-6f27cfc1ab09 None None] Network 1e82651f-ec6b-4aa1-af91-49a32772a562 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:34.847654 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1620177775-network', 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:34.851862 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Made reservation on behalf of 7335a24b29c64b58ad85fb9a70c0a6c6 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:34.854247 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.873263 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.907502 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f06f512-650c-40ef-bd36-0739c797e30f,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:34.910289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.db.api [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 18:29:34.910289 dv-cinder-797170-4-iscsi neutron-server[92801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 18:29:34.910289 dv-cinder-797170-4-iscsi neutron-server[92801]: [parameters: {'project_id_1': '7335a24b29c64b58ad85fb9a70c0a6c6', 'expiration_1': datetime.datetime(2021, 6, 22, 18, 29, 34, 893916)}] Jun 22 18:29:34.910289 dv-cinder-797170-4-iscsi neutron-server[92801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 18:29:34.911310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:34.912590 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_db.api [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 18:29:34.926652 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Checking segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:34.927115 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Network hostable DHCP agents. Network: 2beb4680-2c16-4dbc-a521-21044efaf216, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:34.933302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:34.936958 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.949546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:34.987889 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:35.011985 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 2beb4680-2c16-4dbc-a521-21044efaf216) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:35.022438 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f90cbf-efb4-47bb-8bff-70ab7d27aa49 None None] Network 2beb4680-2c16-4dbc-a521-21044efaf216 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:35.023780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:35.024434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.095896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.101945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.118932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51344) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:35.120108 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7546272 Jun 22 18:29:35.124920 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:35.129122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:35.135388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1382} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:35.160866 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.162467 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.165492 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.165833 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Added segment 15c77bbd-71d9-4f2e-9466-bf62c9609fd2 of type vlan for network bf35d4ab-1a74-4a20-9695-6ecb7474e251 Jun 22 18:29:35.177188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5813609d-88f8-4b01-93a9-e3e3226b609c,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:35.180570 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:35.219657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-2beb4680-2c16-4dbc-a521-21044efaf216', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:29:35.221082 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.247779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.306749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.334354 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.335567 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:35.336224 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.339566 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:35.452951 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-31c4db22-605a-46d4-966e-9c2aaf470d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.479200 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.484093 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0463600 Jun 22 18:29:35.489406 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51354) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:35.504347 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Request body: {'subnet': {'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1620177775-subnet', 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:35.516382 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf35d4ab-1a74-4a20-9695-6ecb7474e251,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:35.524675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:35.553330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:35.571158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:35.574998 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.633457 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.686976 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Allocated IP 172.20.0.2 (2beb4680-2c16-4dbc-a521-21044efaf216/8f06f512-650c-40ef-bd36-0739c797e30f/0043806e-5823-44aa-ab71-d091a1d81721) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:35.905849 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.913156 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.916700 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Transition to ACTIVE for port object 0043806e-5823-44aa-ab71-d091a1d81721 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:35.936369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Transition to ACTIVE for port object 0043806e-5823-44aa-ab71-d091a1d81721 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:35.938699 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.939502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.941219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:35.947061 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.957343 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.000152 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.003975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.010206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Checking segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:36.010567 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Network hostable DHCP agents. Network: bf35d4ab-1a74-4a20-9695-6ecb7474e251, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:36.027605 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.029265 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:36.032378 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.046297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, bf35d4ab-1a74-4a20-9695-6ecb7474e251) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:36.055285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.058048 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:36.058989 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.068853 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:36.076574 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebae9ef-b6c7-4c67-b525-e634424ee0f1 None None] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:36.080588 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1395} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:36.084289 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5893004 Jun 22 18:29:36.088128 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:36.098426 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:36.099422 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a6a8de-5e49-4b43-b624-90e08091cca5,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.117350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.123336 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.123879 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Added segment a4bcae65-17cc-4aa6-8459-efcdd76bcb4d of type vlan for network d57d59ad-b501-4475-94f7-9939ec716fca Jun 22 18:29:36.173657 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Allocated IP 172.27.1.72 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/eeada6a4-cf99-42e6-8609-814039535972) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:36.186466 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.250200 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Pushing event updated for resources: {'Port': ['ID=0043806e-5823-44aa-ab71-d091a1d81721,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.269776 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.272822 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:36.273423 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.284761 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.292508 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7183821 Jun 22 18:29:36.295505 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51394) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:36.300322 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Request body: {'subnet': {'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-subnet', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:36.315393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.315730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.316279 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.319288 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.319887 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.320396 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.320891 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.321397 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.323614 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.324175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.324677 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.325181 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Tracked resource versions report: Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: pushed versions: Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: { 'AddressGroup': {'1.2'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'ConntrackHelper': {'1.0'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Log': {'1.0'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Network': {'1.1'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Port': {'1.7'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'PortForwarding': {'1.2'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'QosPolicy': {'1.8'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroup': {'1.4'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SubPort': {'1.0'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Subnet': {'1.1'}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Trunk': {'1.1'}} Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: consumer versions: Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: HyperV agent@hv-cinder-79717: {}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'ConntrackHelper': '1.0', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Log': '1.0', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Network': '1.1', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Port': '1.7', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'PortForwarding': '1.2', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'QosPolicy': '1.8', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroup': '1.4', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SecurityGroupRule': '1.2', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'SubPort': '1.0', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Subnet': '1.1', Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: 'Trunk': '1.1'}} Jun 22 18:29:36.327052 dv-cinder-797170-4-iscsi neutron-server[92802]: {{(pid=92802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:29:36.335871 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.344229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Made reservation on behalf of 7335a24b29c64b58ad85fb9a70c0a6c6 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:36.354858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.370314 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Attempting to bind port 0043806e-5823-44aa-ab71-d091a1d81721 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:29:36.370690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Attempting to bind port 0043806e-5823-44aa-ab71-d091a1d81721 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:29:36.371041 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Attempting to bind port 0043806e-5823-44aa-ab71-d091a1d81721 on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:29:36.394466 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:29:36.394894 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Checking segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:36.395254 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.395653 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Bound using segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:29:36.396154 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Bound port: 0043806e-5823-44aa-ab71-d091a1d81721, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:29:36.396534 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.541659 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.556500 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04a1d1-0f3a-427c-a1f6-26993e14c9b5 None None] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:36.599896 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Pushing event updated for resources: {'Network': ['ID=d57d59ad-b501-4475-94f7-9939ec716fca,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.604789 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.607745 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.612011 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] For port 0043806e-5823-44aa-ab71-d091a1d81721, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:29:36.617052 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.618088 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network d57d59ad-b501-4475-94f7-9939ec716fca details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:36.681793 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] For port 0043806e-5823-44aa-ab71-d091a1d81721, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0043806e-5823-44aa-ab71-d091a1d81721,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:29:36.691569 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.698658 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:36.702479 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:36.714554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:36.715582 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.749727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.753067 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:36.906972 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Pushing event updated for resources: {'Port': ['ID=0043806e-5823-44aa-ab71-d091a1d81721,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.911357 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Pushing event updated for resources: {'Port': ['ID=eeada6a4-cf99-42e6-8609-814039535972,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.912577 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.925413 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.933641 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d70315-457f-4d78-a000-302077b66a27,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:36.941911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:36.952730 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Checking segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:36.954760 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Network hostable DHCP agents. Network: d57d59ad-b501-4475-94f7-9939ec716fca, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:36.988590 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Network d57d59ad-b501-4475-94f7-9939ec716fca is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:37.008096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, d57d59ad-b501-4475-94f7-9939ec716fca) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:37.016703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:37.017300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.017992 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e5aad-3fe7-4e0b-9768-8018b8400b80 None None] Network d57d59ad-b501-4475-94f7-9939ec716fca requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:37.037692 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7408068 Jun 22 18:29:37.040061 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51422) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:37.046781 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:37.101784 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.103299 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.220353 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.282902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.388354 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de35e1-f502-49a3-96a2-6fa06e146a14 None None] Network d57d59ad-b501-4475-94f7-9939ec716fca requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:37.406488 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51432) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:37.408557 dv-cinder-797170-4-iscsi neutron-server[92801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:29:37.620562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.693488 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51452) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:37.827012 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-e4fa8054-e278-458b-9237-051ba2128050 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:37.836074 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-e4fa8054-e278-458b-9237-051ba2128050 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/networks?id=1e82651f-ec6b-4aa1-af91-49a32772a562 HTTP/1.1" status: 200 len: 812 time: 0.4285009 Jun 22 18:29:37.868894 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-d936e9e5-8d84-435f-a62f-f29bc43dd3cd tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/quotas/91b6ad25e48341c9930c5978978ecdf1 HTTP/1.1" status: 200 len: 375 time: 0.0315919 Jun 22 18:29:37.905096 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-228d80ff-8803-42fe-ae6c-ea4e68dd65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:37.993951 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-dbdc3de3-db73-4a15-9cba-47c2536b14ed tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=91b6ad25e48341c9930c5978978ecdf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234808 Jun 22 18:29:37.999440 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.060479 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.073922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.125746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51474) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:38.129118 dv-cinder-797170-4-iscsi neutron-server[92800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:29:38.217972 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Router c2b67165-a970-4c92-ac8d-305b6140271d is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:29:38.229743 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-5f4b6a9b-dc45-4a15-ac29-d8ac372271e3 service neutron] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:29:38.230797 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-5f4b6a9b-dc45-4a15-ac29-d8ac372271e3 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0689447 Jun 22 18:29:38.335085 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e76dd3-9bbd-4d61-94cf-67f1bdd4f636 None None] Network 2beb4680-2c16-4dbc-a521-21044efaf216 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:38.405757 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-c6771fc9-2f9d-42e6-a91d-0ebe18cabfe2 None None] Provisioning for port 0043806e-5823-44aa-ab71-d091a1d81721 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:38.447495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:29:38.452261 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.461132 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:29:38.484863 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:38.486633 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:38.501460 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-2cd88e73-3d6b-4c4e-953d-01b0f9c1404a service neutron] 10.222.0.108 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035272 Jun 22 18:29:38.533836 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.609581 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-5b650a26-1687-4544-8704-77dee686740a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:38.611155 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-5b650a26-1687-4544-8704-77dee686740a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.4831841 Jun 22 18:29:38.654177 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0043806e-5823-44aa-ab71-d091a1d81721 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:38.664832 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.693859 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.704554 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-4f19a7bd-ef84-47bd-bd71-4a06c1fb7445 service neutron] 10.222.0.108 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018924 Jun 22 18:29:38.705394 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.709435 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-0c29b836-6837-4021-8d64-366b6ba7aa6e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/quotas/736c1c6b86cf4ddaa0168c5f9f5b491e HTTP/1.1" status: 200 len: 375 time: 0.0478473 Jun 22 18:29:38.719869 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5998228 Jun 22 18:29:38.720604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51484) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:38.730866 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:38.733038 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 0043806e-5823-44aa-ab71-d091a1d81721 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:38.737907 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 0043806e-5823-44aa-ab71-d091a1d81721 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:38.738324 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.745157 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:38.890433 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.942092 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Allocated IP 172.27.1.183 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/85f5a391-ae10-47ba-a647-b01710601eba) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:38.945331 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 0043806e-5823-44aa-ab71-d091a1d81721, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0043806e-5823-44aa-ab71-d091a1d81721,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:29:38.952006 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.958307 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:39.059013 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:36Z', 'revision_number': 3, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:39.130326 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:29:39.130714 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Updating router c2b67165-a970-4c92-ac8d-305b6140271d port eeada6a4-cf99-42e6-8609-814039535972 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:29:39.147261 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.244970 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e41a389f3a6f4f119ee11080cabf9578&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5479019 Jun 22 18:29:39.252530 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:39.265238 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.268191 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.270455 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-f3cd3050-4063-4e9c-903c-40b97f790abb None None] Provisioning complete for port 0043806e-5823-44aa-ab71-d091a1d81721 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:39.270830 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f3cd3050-4063-4e9c-903c-40b97f790abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.282030 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-977bc0ce-a2cf-4d76-8cee-9c4483cc867e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5448396 Jun 22 18:29:39.282761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51510) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:39.328056 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=0043806e-5823-44aa-ab71-d091a1d81721,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:39.332508 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:39.348834 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664b44e-f242-4e70-8403-c08b6afd961e,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:39.366206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:39.370112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.397119 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.400471 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.414543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:39.465192 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e60f5809-be53-42ba-b12a-eb4d71af6e3a req-daeaf8df-7e05-4a70-8d1a-46b2582a32bb tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0843489 Jun 22 18:29:39.524813 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-c400e048-bf60-4451-b25d-8c33e4036119 service neutron] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:29:39.525838 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-c400e048-bf60-4451-b25d-8c33e4036119 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1276360 Jun 22 18:29:39.542149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:39.566996 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:39.569796 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:39.672811 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.687726 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Transition to ACTIVE for port object eeada6a4-cf99-42e6-8609-814039535972 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:39.688599 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Pushing event updated for resources: {'Port': ['ID=85f5a391-ae10-47ba-a647-b01710601eba,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:39.693415 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:39.700982 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.704386 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:39.771205 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Attempting to bind port eeada6a4-cf99-42e6-8609-814039535972 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:29:39.771857 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Attempting to bind port eeada6a4-cf99-42e6-8609-814039535972 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:29:39.773114 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Attempting to bind port eeada6a4-cf99-42e6-8609-814039535972 on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:29:39.775533 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Pushing event updated for resources: {'Port': ['ID=eeada6a4-cf99-42e6-8609-814039535972,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:39.784514 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:29:39.784887 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:39.785283 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.785666 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:29:39.786366 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Bound port: eeada6a4-cf99-42e6-8609-814039535972, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:29:39.786735 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.792686 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.794759 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.796748 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.797095 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.797428 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.797751 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.798105 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.798427 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.799840 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.800181 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.800778 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.800899 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.801121 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Tracked resource versions report: Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: pushed versions: Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: { 'AddressGroup': {'1.2'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'ConntrackHelper': {'1.0'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Log': {'1.0'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Network': {'1.1'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Port': {'1.7'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'PortForwarding': {'1.2'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'QosPolicy': {'1.8'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroup': {'1.4'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SubPort': {'1.0'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Subnet': {'1.1'}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Trunk': {'1.1'}} Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: consumer versions: Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: { DHCP agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: HyperV agent@hv-cinder-79717: {}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: L3 agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: Metadata agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: Metering agent@dv-cinder-797170-4-iscsi: {}, Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: Open vSwitch agent@dv-cinder-797170-4-iscsi: { 'AddressGroup': '1.2', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'ConntrackHelper': '1.0', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Log': '1.0', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Network': '1.1', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Port': '1.7', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'PortForwarding': '1.2', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'QosPolicy': '1.8', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroup': '1.4', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SecurityGroupRule': '1.2', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'SubPort': '1.0', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Subnet': '1.1', Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: 'Trunk': '1.1'}} Jun 22 18:29:39.804589 dv-cinder-797170-4-iscsi neutron-server[92803]: {{(pid=92803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:29:39.806716 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.807346 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/0664b44e-f242-4e70-8403-c08b6afd961e HTTP/1.1" status: 204 len: 168 time: 0.5192540 Jun 22 18:29:39.815535 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:39.829287 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:39.894728 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664b44e-f242-4e70-8403-c08b6afd961e,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:39.924243 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:39.964647 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.966240 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] For port eeada6a4-cf99-42e6-8609-814039535972, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:29:39.972052 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] For port eeada6a4-cf99-42e6-8609-814039535972, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eeada6a4-cf99-42e6-8609-814039535972,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:29:39.977348 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:39.979731 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-14388b47-ebe8-4d38-94a3-03994936344b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:40.053139 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:40.053745 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:40.105457 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-8fed6db2-31d2-4318-96e2-cc1dbfdfc426 service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595083 Jun 22 18:29:40.159499 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Pushing event updated for resources: {'Port': ['ID=eeada6a4-cf99-42e6-8609-814039535972,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:40.164513 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:40.245418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Allocated IP 172.20.0.1 (2beb4680-2c16-4dbc-a521-21044efaf216/8f06f512-650c-40ef-bd36-0739c797e30f/562fdeda-0ab2-45c2-a91e-8ab027b54572) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:40.295738 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:40.468338 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51582) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:40.477871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.483120 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-2f3881a9-d198-4bab-992c-eb2a5a2f47b4 service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551104 Jun 22 18:29:40.569960 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.582044 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0043806e-5823-44aa-ab71-d091a1d81721 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:40.716765 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.721324 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 0043806e-5823-44aa-ab71-d091a1d81721 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:40.722033 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.728687 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.732819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.733710 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:36Z', 'revision_number': 3, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:40.764864 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-22e2356f-9494-43f7-8650-69afe29e2927 req-a870b70f-c39a-4a19-8e89-eda16fc3f83a tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.1713796 Jun 22 18:29:40.806711 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51590) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:40.806963 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a0b36-6710-4254-9210-44cce315b793 None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:36Z', 'revision_number': 3, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:29:40.811551 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:40.817724 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=22a0c8fc15d8458d8f5213763234f9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3478873 Jun 22 18:29:40.824732 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51594) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:40.839160 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Transition to ACTIVE for port object 562fdeda-0ab2-45c2-a91e-8ab027b54572 will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:40.919670 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-21ce13db-8d2f-49b8-8aad-a0fd78f7d1b4 req-aa791bde-5e14-4926-a7ed-4b5d62948aa4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0307853 Jun 22 18:29:40.929350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d9b2d-a987-42fe-b848-9bf10937bd09,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:40.933475 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:40.959829 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:40.963738 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-355a1f0b-884c-4493-b090-2ea73d208413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:41.019783 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.033031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Pushing event updated for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:41.052424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:41.061263 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:41.062762 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:41.071114 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:41.071654 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.145879 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.178617 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.188762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.273006 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.421733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.422715 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d336a112-2a86-413a-ab7f-23549331bc79 None None] Provisioning for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:41.426730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d336a112-2a86-413a-ab7f-23549331bc79 None None] Provisioning complete for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:41.427355 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d336a112-2a86-413a-ab7f-23549331bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.450147 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:29:41.477633 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d336a112-2a86-413a-ab7f-23549331bc79 None None] Port 562fdeda-0ab2-45c2-a91e-8ab027b54572 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:29:41.478105 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.488069 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.491495 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/a95d9b2d-a987-42fe-b848-9bf10937bd09 HTTP/1.1" status: 204 len: 168 time: 0.6232114 Jun 22 18:29:41.496014 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d4e39256-b698-4af9-9992-44668562b418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:41.509639 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.511611 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d9b2d-a987-42fe-b848-9bf10937bd09,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:41.543820 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:41.547154 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.555300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-65ee52ee-360f-4f55-ac18-87bb85086a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:41.670816 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=c91ac7d6f5f24858a4a3cb896a0be66d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8625886 Jun 22 18:29:41.671830 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51632) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:41.674364 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388fceb7-6be8-4d18-af69-51c7e02d9ff7,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:41.678908 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:41.695548 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:29:41.705285 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Sync routers for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:29:41.715526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.719407 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:41.722652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:41.727312 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.733094 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.736648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.740749 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6991394 Jun 22 18:29:41.741449 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51636) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:41.757663 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:41.820158 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Pushing event updated for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:41.827344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:41.847064 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.874921 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:41.947413 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:41.970688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:42.001031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:42.002079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/388fceb7-6be8-4d18-af69-51c7e02d9ff7 HTTP/1.1" status: 204 len: 168 time: 0.3294392 Jun 22 18:29:42.004247 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:42.014739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388fceb7-6be8-4d18-af69-51c7e02d9ff7,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:42.018622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:42.134570 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:42.136987 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:42.308057 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fca0a2ed-f9da-48c6-b65c-061e39eff82e req-897e3be9-eb56-461f-ba01-5c8e73bde1ed tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.1377413 Jun 22 18:29:42.509134 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d8591513-5312-4eb1-87c7-9df1cd4837f5 req-4337c8d6-b3d2-41e9-8d77-e02e4821b5a2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.2387652 Jun 22 18:29:42.571097 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-98cca563-7f3b-4f27-8ef2-81dfe708886d None None] Provisioning complete for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:42.571378 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-98cca563-7f3b-4f27-8ef2-81dfe708886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:42.647968 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:29:42.669905 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eeada6a4-cf99-42e6-8609-814039535972 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:42.673916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-98cca563-7f3b-4f27-8ef2-81dfe708886d None None] Port 562fdeda-0ab2-45c2-a91e-8ab027b54572 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:29:42.709264 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:39Z', 'revision_number': 3, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:42.745914 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Checking router: 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:29:42.746290 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Updating router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 port 85f5a391-ae10-47ba-a647-b01710601eba binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:29:42.788791 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:29:42.791536 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:42.793554 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port eeada6a4-cf99-42e6-8609-814039535972 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:42.797035 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] 10.222.0.108 "PUT /v2.0/routers/c2b67165-a970-4c92-ac8d-305b6140271d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0751791 Jun 22 18:29:42.827191 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port eeada6a4-cf99-42e6-8609-814039535972 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:42.827191 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:42.903596 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.069421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.121517 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port eeada6a4-cf99-42e6-8609-814039535972, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eeada6a4-cf99-42e6-8609-814039535972,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:29:43.128710 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.148369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:43.214231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Allocated IP 172.20.0.1 (d57d59ad-b501-4475-94f7-9939ec716fca/30d70315-457f-4d78-a000-302077b66a27/e182089b-a178-4d0b-ab94-2e93e2b62bed) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:43.250323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=eeada6a4-cf99-42e6-8609-814039535972,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:43.254843 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:43.268034 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.283598 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Transition to ACTIVE for port object 85f5a391-ae10-47ba-a647-b01710601eba will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:43.291768 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.296132 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-56252982-87a3-4fc8-901b-035564325421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:43.369156 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.382791 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Pushing event updated for resources: {'Port': ['ID=85f5a391-ae10-47ba-a647-b01710601eba,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:43.394493 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:43.398666 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Attempting to bind port 85f5a391-ae10-47ba-a647-b01710601eba on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:29:43.399046 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Attempting to bind port 85f5a391-ae10-47ba-a647-b01710601eba by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:29:43.399418 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Attempting to bind port 85f5a391-ae10-47ba-a647-b01710601eba on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:29:43.416688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51706) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:43.431232 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:29:43.431614 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:43.432018 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.432445 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:29:43.432894 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Bound port: 85f5a391-ae10-47ba-a647-b01710601eba, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:29:43.433310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.448951 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.453256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dc096dbe-33e2-449f-8991-4876dd2c7fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:43.542938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Pushing event updated for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:43.556915 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:43.565905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Network d57d59ad-b501-4475-94f7-9939ec716fca is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:43.568076 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:43.570993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:43.571901 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.598545 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] For port 85f5a391-ae10-47ba-a647-b01710601eba, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:29:43.601766 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:29:43.602325 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] For port 85f5a391-ae10-47ba-a647-b01710601eba, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=85f5a391-ae10-47ba-a647-b01710601eba,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:29:43.603107 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.606677 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.610220 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:43.615218 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:43.615846 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:43.670847 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:43.671963 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:43.683746 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Pushing event updated for resources: {'Port': ['ID=85f5a391-ae10-47ba-a647-b01710601eba,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:43.755528 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:43.809199 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-656309183-network', 'tenant_id': 'e1eac7671d71460eb5ae5f0e463d2570'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:43.848071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Made reservation on behalf of e1eac7671d71460eb5ae5f0e463d2570 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:43.850816 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.871154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:43.911951 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51724) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:43.933924 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352408390', 'description': 'tempest-description--1077280485'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:43.938397 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:43.972207 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:44.033686 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-176b0381-8743-4c33-b4d9-245970c5cc04 req-131ef9b6-0f7f-4c8a-8a22-87517a814a76 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0466063 Jun 22 18:29:44.085199 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.155813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.176668 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.193498 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:44.326697 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1388} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:44.329231 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.333515 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24f02cda-8ef5-45d5-a8e6-866efd524fdb req-f07a3399-f243-4e0f-ab9f-109d13a64dd0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.1225555 Jun 22 18:29:44.344130 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.351253 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.368322 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.368768 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Added segment 69a5d00e-2562-4eaf-a254-37ed5b5f628d of type vlan for network b100b89c-ba61-4689-a55e-d36797386519 Jun 22 18:29:44.375089 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 2, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:44.376803 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.378843 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9658fc31-eb9b-4556-8795-fdff02a36775,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:44.384154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:44.396627 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:44.425992 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.452273 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:39Z', 'revision_number': 3, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:44.453221 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:29:44.453673 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Updating router c2b67165-a970-4c92-ac8d-305b6140271d port 562fdeda-0ab2-45c2-a91e-8ab027b54572 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:29:44.492386 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72334d56-9d93-4990-8862-bc654c3a8055 None None] The sync data for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi is: [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:39Z', 'revision_number': 3, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:29:44.512676 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Pushing event updated for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:44.522714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:44.529302 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.535184 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.538138 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:44.538725 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.552397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:44.590468 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Network d57d59ad-b501-4475-94f7-9939ec716fca is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:44.594930 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:44.647765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eeada6a4-cf99-42e6-8609-814039535972 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:44.672088 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.685596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.693738 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2758884 Jun 22 18:29:44.694612 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51750) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:44.704195 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Request body: {'subnet': {'network_id': 'b100b89c-ba61-4689-a55e-d36797386519', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-656309183-subnet', 'tenant_id': 'e1eac7671d71460eb5ae5f0e463d2570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:44.714220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Pushing event updated for resources: {'Network': ['ID=b100b89c-ba61-4689-a55e-d36797386519,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:44.737577 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network b100b89c-ba61-4689-a55e-d36797386519 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:44.737885 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:44.738451 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:44.750434 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Made reservation on behalf of e1eac7671d71460eb5ae5f0e463d2570 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:44.752763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Notify callbacks [] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.867944 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port eeada6a4-cf99-42e6-8609-814039535972 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:44.867944 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.907880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:29:44.917188 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.936947 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Transition to ACTIVE for port object 562fdeda-0ab2-45c2-a91e-8ab027b54572 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:44.942604 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:44.944932 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:45.100669 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c741569-6b00-4b5f-b0f4-e44a73625217 None None] Pushing event updated for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:45.132595 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.133617 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2161932 Jun 22 18:29:45.139410 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51774) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:45.139609 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-7c741569-6b00-4b5f-b0f4-e44a73625217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:45.140151 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Attempting to bind port 562fdeda-0ab2-45c2-a91e-8ab027b54572 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:29:45.140468 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Attempting to bind port 562fdeda-0ab2-45c2-a91e-8ab027b54572 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:29:45.140863 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Attempting to bind port 562fdeda-0ab2-45c2-a91e-8ab027b54572 on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:29:45.156700 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:45.165460 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:29:45.173454 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Checking segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:45.173896 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.180831 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Bound using segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:29:45.181350 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Bound port: 562fdeda-0ab2-45c2-a91e-8ab027b54572, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:29:45.186328 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.202458 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:45.220850 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:45.258153 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:29:45.298608 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] 10.222.0.108 "PUT /v2.0/routers/3588e51e-0e1c-40a9-bbc5-87e2b5267d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5527649 Jun 22 18:29:45.333705 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.372463 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] For port 562fdeda-0ab2-45c2-a91e-8ab027b54572, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:29:45.380817 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] For port 562fdeda-0ab2-45c2-a91e-8ab027b54572, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=562fdeda-0ab2-45c2-a91e-8ab027b54572,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:29:45.386881 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.394543 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:45.411911 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cd376ea0-d552-4f30-b22d-9c14ffdc26f9 req-f2bd5f37-d261-4918-abc8-eb492de78a71 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0766020 Jun 22 18:29:45.516716 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c741569-6b00-4b5f-b0f4-e44a73625217 None None] Pushing event updated for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=4']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:45.524902 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.528286 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4859e546-056d-4598-9fff-65706739f6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:45.530121 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-7c741569-6b00-4b5f-b0f4-e44a73625217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:45.570137 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:45.570810 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:45.635713 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.641219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.709175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:45.746296 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Pushing event updated for resources: {'Subnet': ['ID=640c4622-85fc-45e0-a249-578bdc6de4f6,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:45.758290 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:45.761876 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Checking segment: {'id': '69a5d00e-2562-4eaf-a254-37ed5b5f628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'b100b89c-ba61-4689-a55e-d36797386519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:45.762594 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Network hostable DHCP agents. Network: b100b89c-ba61-4689-a55e-d36797386519, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:45.811806 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Network b100b89c-ba61-4689-a55e-d36797386519 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:45.836009 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4084661b-9af3-40fa-80a1-1c51451b7888,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:45.841088 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:45.844703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:45.849437 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, b100b89c-ba61-4689-a55e-d36797386519) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:45.850430 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e928eeb6-336f-46df-bebb-cf49ced63541 req-bbcb437d-35b9-43bb-88b8-37a77af805d4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.1064098 Jun 22 18:29:45.853437 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.854980 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a5be47c6-a595-45a5-b172-6be83919a09a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7144299 Jun 22 18:29:45.858656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:45.859469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:45.861603 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51810) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:45.868261 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a56f7-4e6f-444c-9070-f5b882415b21 None None] Network b100b89c-ba61-4689-a55e-d36797386519 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:45.907427 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group_rule': {'security_group_id': 'e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:45.967920 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2694738 Jun 22 18:29:45.978747 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.127970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.171821 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.177303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:46.205763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c8e296-56c0-492e-9d88-04a33ccc4067,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:46.222374 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:46.226783 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:45Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:46.240774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.243055 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795404 Jun 22 18:29:46.245715 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51840) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:46.255361 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:46.266136 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb0248-ada1-445c-b405-3903275288c4 None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:45Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:29:46.315049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-720d1ac2-bdd8-4a29-a8b2-43c83aefff06 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:46.316604 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-720d1ac2-bdd8-4a29-a8b2-43c83aefff06 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 818 time: 0.2963634 Jun 22 18:29:46.349090 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.365170 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009334c8-4229-4912-833f-a92210936b9b None None] Network b100b89c-ba61-4689-a55e-d36797386519 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:46.379350 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-97aa7b53-5401-404d-bb94-d5a6403d0bd3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/quotas/7335a24b29c64b58ad85fb9a70c0a6c6 HTTP/1.1" status: 200 len: 375 time: 0.0558019 Jun 22 18:29:46.667650 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-35a8570a-cd53-4d32-b5d2-49586f94b6d6 req-d65c4e2d-00f7-42e3-aedb-7c970f35d1ba tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0518594 Jun 22 18:29:46.699674 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 562fdeda-0ab2-45c2-a91e-8ab027b54572 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:46.740570 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-3b6cac1c-a5a1-4dd6-8fda-501a39514b50 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3599930 Jun 22 18:29:46.783330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:46.789248 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:46.789811 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.936270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:46.995162 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 562fdeda-0ab2-45c2-a91e-8ab027b54572, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=562fdeda-0ab2-45c2-a91e-8ab027b54572,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:29:47.001119 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.003303 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 85f5a391-ae10-47ba-a647-b01710601eba up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:47.007288 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:47.021227 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-f3548437-8428-46cd-93ba-7711471f67cc service neutron] 10.222.0.108 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794981 Jun 22 18:29:47.117648 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:47.126797 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:47.170980 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.172850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 85f5a391-ae10-47ba-a647-b01710601eba completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:47.178222 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 85f5a391-ae10-47ba-a647-b01710601eba triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:47.178599 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.204955 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bb7becc4-5112-4475-ad5c-ec74c432b4d2 req-dd00f7ce-be57-4a35-82ab-535253dd1bf0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0660818 Jun 22 18:29:47.215028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51900) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:47.222697 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-388628218-network', 'tenant_id': '0205913bbba244e9b45a3a98978b31f9'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:47.266170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Made reservation on behalf of 0205913bbba244e9b45a3a98978b31f9 for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:47.270064 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-0b5a4a38-29d9-4579-aac7-ff5c95c78033 service neutron] 10.222.0.108 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360766 Jun 22 18:29:47.270497 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.283187 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.333393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.387556 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 85f5a391-ae10-47ba-a647-b01710601eba, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=85f5a391-ae10-47ba-a647-b01710601eba,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:29:47.392445 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Allocated IP 172.27.1.174 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/c4d7ec50-e117-4d91-aa46-89b6b64f6128) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:47.397698 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Sync routers for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:29:47.409711 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.425302 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-dc5c0d6d-2090-435e-b827-5588db9226cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:47.518576 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:47.519984 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:47.536113 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51912) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:47.546336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.562319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.576103 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:47.607406 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1370} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:29:47.630575 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acabe81-becb-4b3c-8f6b-c0cf2e9a7fb0,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:47.639027 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:47.640313 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.640641 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Added segment cd9866d9-4966-4dd9-9bc7-fbd916306bb3 of type vlan for network f460a332-1da4-4e60-81b1-3d20256fa779 Jun 22 18:29:47.649900 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1e4b1497-56e8-49dc-92b0-9b85fba5ebad req-14464473-dc18-4c55-8b50-2b9d0e1a1712 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 210 time: 0.1122768 Jun 22 18:29:47.738333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.785911 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=85f5a391-ae10-47ba-a647-b01710601eba,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:47.794501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.796133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.797725 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:47.798431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.801742 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:47.808498 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:47.845715 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:47.863917 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.922752 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7045534 Jun 22 18:29:47.925440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 51930) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:47.930758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Request body: {'subnet': {'network_id': 'f460a332-1da4-4e60-81b1-3d20256fa779', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-388628218-subnet', 'tenant_id': '0205913bbba244e9b45a3a98978b31f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:47.941043 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Pushing event updated for resources: {'Network': ['ID=f460a332-1da4-4e60-81b1-3d20256fa779,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:47.944220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:47.986806 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network f460a332-1da4-4e60-81b1-3d20256fa779 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:29:47.989178 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.003109 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b86ca817-29f4-4356-9977-56f2bf75a042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:48.040016 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-16bea00d-a492-480a-98fe-c6a6b6d6cf15 req-887484c0-6eca-49ed-852d-d6d4e41b0bd0 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0413630 Jun 22 18:29:48.217356 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'e182089b-a178-4d0b-ab94-2e93e2b62bed', 'name': '', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'mac_address': 'fa:16:3e:3e:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '30d70315-457f-4d78-a000-302077b66a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:42Z', 'updated_at': '2021-06-22T18:29:44Z', 'revision_number': 2, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'subnets': [{'id': '30d70315-457f-4d78-a000-302077b66a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:48.219269 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:48.261226 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:48.283869 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Checking router: 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:29:48.284381 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Updating router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 port e182089b-a178-4d0b-ab94-2e93e2b62bed binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:29:48.292147 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:48.296619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.112', 53377) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:48.356349 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.403001 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=c4d7ec50-e117-4d91-aa46-89b6b64f6128,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:48.433917 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:48.462849 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53a18d5e-907f-4651-9e2c-ecf64817b6b7 req-00af42eb-52d8-43de-a95f-8b5d5d2483e6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0605404 Jun 22 18:29:48.535742 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-c085df2e-2e31-4485-877e-5e28b6accb49 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:48.537550 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-c085df2e-2e31-4485-877e-5e28b6accb49 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.112 "GET /v2.0/networks?id=1e82651f-ec6b-4aa1-af91-49a32772a562 HTTP/1.1" status: 200 len: 812 time: 0.2394426 Jun 22 18:29:48.540686 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-f684d6ac-53a7-412c-9e6b-b73f4816b915 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:48.542508 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-f684d6ac-53a7-412c-9e6b-b73f4816b915 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 818 time: 0.5201933 Jun 22 18:29:48.600847 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.619286 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 562fdeda-0ab2-45c2-a91e-8ab027b54572 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:48.627973 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.633848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Made reservation on behalf of 0205913bbba244e9b45a3a98978b31f9 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:48.654134 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.654526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.668126 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:48.711936 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Request body: {'port': {'device_id': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562', 'admin_state_up': True, 'tenant_id': '91b6ad25e48341c9930c5978978ecdf1'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:48.717496 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-fa97d4e7-aac3-42fd-9261-b84965a9c1ec tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/quotas/7335a24b29c64b58ad85fb9a70c0a6c6 HTTP/1.1" status: 200 len: 375 time: 0.1028070 Jun 22 18:29:48.774815 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 562fdeda-0ab2-45c2-a91e-8ab027b54572 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:48.775200 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.866803 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5d521-1ed0-445f-bee4-f3966bcbb314,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:48.875255 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.880049 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=6b5c6e5b127047be9413bd4e685895c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3411822 Jun 22 18:29:48.881555 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 51962) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:48.882432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:48.889466 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Transition to ACTIVE for port object e182089b-a178-4d0b-ab94-2e93e2b62bed will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:29:48.912750 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.914545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:48.921685 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:49.020407 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 85f5a391-ae10-47ba-a647-b01710601eba up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:49.023847 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Pushing event updated for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:49.046975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:49.055693 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-b7dc0379-55dd-4e66-a11f-847ae081e0e9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372791 Jun 22 18:29:49.312612 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.112', 53386) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:49.321572 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Attempting to bind port e182089b-a178-4d0b-ab94-2e93e2b62bed on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:29:49.321951 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Attempting to bind port e182089b-a178-4d0b-ab94-2e93e2b62bed by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:29:49.338271 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Attempting to bind port e182089b-a178-4d0b-ab94-2e93e2b62bed on network d57d59ad-b501-4475-94f7-9939ec716fca {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:29:49.356905 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:29:49.357294 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Checking segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:49.357970 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.358102 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Bound using segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:29:49.358596 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Bound port: e182089b-a178-4d0b-ab94-2e93e2b62bed, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:29:49.358975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.365140 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-87ea4272-b21c-47dd-b0c3-898bae55f0a5 req-eacbe9d8-80a6-4a98-a4df-b6426b8f4ccb tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0520003 Jun 22 18:29:49.372640 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.378803 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 85f5a391-ae10-47ba-a647-b01710601eba triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:49.379188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.393935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1272b146-b4bc-4fcd-a68c-4e4070a7d0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:49.424251 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.554470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.597403 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] For port e182089b-a178-4d0b-ab94-2e93e2b62bed, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:29:49.607478 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] For port e182089b-a178-4d0b-ab94-2e93e2b62bed, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e182089b-a178-4d0b-ab94-2e93e2b62bed,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:29:49.647731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e65d174-dd92-4222-9079-fb20771bf342,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:49.666260 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-44c7ffd8-8570-45ae-9890-b47699f80fb4 service neutron] 10.222.0.108 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096485 Jun 22 18:29:49.671651 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:49.682681 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.693709 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-7362e088-eb79-4d5d-8ce7-3e1b3303cf95 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:49.694934 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-7362e088-eb79-4d5d-8ce7-3e1b3303cf95 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.3257818 Jun 22 18:29:49.695538 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:49.736777 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f7650dde-282a-4eea-a383-0ed814369761 req-37fea937-e3f4-4a23-abc7-2f30a366cf03 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0843170 Jun 22 18:29:49.746537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Made reservation on behalf of 91b6ad25e48341c9930c5978978ecdf1 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:49.751520 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.754301 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Checking segment: {'id': 'cd9866d9-4966-4dd9-9bc7-fbd916306bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': 'f460a332-1da4-4e60-81b1-3d20256fa779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:29:49.754789 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Network hostable DHCP agents. Network: f460a332-1da4-4e60-81b1-3d20256fa779, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:29:49.790198 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Request body: {'port': {'device_id': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'admin_state_up': True, 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:29:49.795219 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.851951 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.861668 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Network f460a332-1da4-4e60-81b1-3d20256fa779 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:29:49.864296 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:49.917101 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=c4d7ec50-e117-4d91-aa46-89b6b64f6128,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:49.928797 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:49.947508 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.964019 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, f460a332-1da4-4e60-81b1-3d20256fa779) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:49.967301 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:29:49.968137 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:29:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:49.969098 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:49.994854 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.010333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:50.010333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.011376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7648554 Jun 22 18:29:50.049264 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.064764 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b5a5d521-1ed0-445f-bee4-f3966bcbb314 HTTP/1.1" status: 204 len: 168 time: 1.1774518 Jun 22 18:29:50.073329 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e40d2b63-93a2-46e8-907e-f3232d65c086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:50.090860 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-19d26ba9-9693-48de-9924-7d5b36212aa2 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1635029 Jun 22 18:29:50.120436 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:29:50.134541 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-a33ade52-a815-436e-a22a-9e838c9f15a6 service neutron] 10.222.0.108 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672248 Jun 22 18:29:50.153142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5d521-1ed0-445f-bee4-f3966bcbb314,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:50.172026 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:50.197820 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Allocated IP 172.20.0.2 (1e82651f-ec6b-4aa1-af91-49a32772a562/62e37361-7e0b-4ff8-9f64-b111cbfb221d/b82e1d3b-b9f8-4ec9-8e66-4408ad61825c) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:50.247934 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'port': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:29:50.259170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.426442 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4daae0-7843-4a14-b9dc-8aa7f3f79a2d None None] Network f460a332-1da4-4e60-81b1-3d20256fa779 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:50.545198 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.671226 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:50.689905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:50.806613 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Pushing event updated for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:50.812850 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52040) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:50.834407 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Pushing event updated for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:50.846799 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:50.950743 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:50.981968 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Deleting subnet 640c4622-85fc-45e0-a249-578bdc6de4f6 {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:29:50.995951 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.128887 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.139170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52062) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:51.152902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.253131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Network 1e82651f-ec6b-4aa1-af91-49a32772a562 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:51.278167 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:51.284159 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.112', 53393) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:51.303073 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed0376-57ec-482f-ae08-4d4a7983716f None None] Network f460a332-1da4-4e60-81b1-3d20256fa779 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:29:51.308597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:51.316105 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:51.316890 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.327828 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-d0eada73-9e48-44fc-87bd-8469b06d56f7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-securitygroup--352408390&fields=id&tenant_id=5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 267 time: 0.0771327 Jun 22 18:29:51.329833 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.356118 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.400075 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-79916525-2683-41f2-bc4f-ac449f5fe180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:51.483684 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.487991 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/640c4622-85fc-45e0-a249-578bdc6de4f6 HTTP/1.1" status: 204 len: 168 time: 0.6711733 Jun 22 18:29:51.518994 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'e182089b-a178-4d0b-ab94-2e93e2b62bed', 'name': '', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'mac_address': 'fa:16:3e:3e:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '30d70315-457f-4d78-a000-302077b66a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:42Z', 'updated_at': '2021-06-22T18:29:49Z', 'revision_number': 4, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'subnets': [{'id': '30d70315-457f-4d78-a000-302077b66a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:51.561623 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89835c-0d01-4e32-b650-598063a023ad None None] The sync data for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi is: [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'e182089b-a178-4d0b-ab94-2e93e2b62bed', 'name': '', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'mac_address': 'fa:16:3e:3e:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '30d70315-457f-4d78-a000-302077b66a27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:42Z', 'updated_at': '2021-06-22T18:29:49Z', 'revision_number': 4, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'subnets': [{'id': '30d70315-457f-4d78-a000-302077b66a27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:29:51.598350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Allocated IP 172.20.0.5 (bf35d4ab-1a74-4a20-9695-6ecb7474e251/32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb/81d16934-a65f-4067-a912-44a637db91a2) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:29:51.652743 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52068) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:51.653686 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52070) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:51.658855 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640c4622-85fc-45e0-a249-578bdc6de4f6,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:51.663015 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:51.671746 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9683988 Jun 22 18:29:51.767619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-76af6d21-fc48-4afb-bbe0-2c0ed4d26db9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:51.775331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-76af6d21-fc48-4afb-bbe0-2c0ed4d26db9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 810 time: 0.4240980 Jun 22 18:29:51.815375 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-883490c1-b825-4cca-a43a-c13edf3ed264 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/quotas/5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 375 time: 0.0377331 Jun 22 18:29:51.869369 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.919722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:51.928312 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-05cbb3cf-8814-4849-9d74-df7509e60737 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:51.930362 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-05cbb3cf-8814-4849-9d74-df7509e60737 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 818 time: 0.6056585 Jun 22 18:29:51.953487 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e818-a415-4ce7-b3ff-f95da6fc6ba3 req-1836201c-c093-440b-b5ac-72dbfe5013a0 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:51.982257 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88f9e818-a415-4ce7-b3ff-f95da6fc6ba3 req-1836201c-c093-440b-b5ac-72dbfe5013a0 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.9906077 Jun 22 18:29:52.037533 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:52.046790 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-0fd9debd-278b-4e40-958a-6432c3900337 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2274261 Jun 22 18:29:52.142689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.189830 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-950c1794-fbeb-4e46-bafa-852a06f6729b service neutron] 10.222.0.108 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157987 Jun 22 18:29:52.228453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=5f6b848b0c324383ad0d4736b2ee97d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160549 Jun 22 18:29:52.231151 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.234298 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52078) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:52.244953 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b2cdf-9b7c-40bc-aba8-a28b3aafa073,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:52.350383 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:52.362227 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-aaad19f9-f9e9-4df4-9cee-f775c2de5f36 service neutron] 10.222.0.108 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712568 Jun 22 18:29:52.390718 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88f9e818-a415-4ce7-b3ff-f95da6fc6ba3 req-c9bb4d1f-ab02-4b85-b8e1-c192150eae76 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573077 Jun 22 18:29:52.724131 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e182089b-a178-4d0b-ab94-2e93e2b62bed up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:52.771972 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f52b31f-ab1c-4994-a773-61d6a2ef89e8 req-d5578880-a91b-44e3-bbda-7488ac8dd2f5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0987039 Jun 22 18:29:52.812789 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port e182089b-a178-4d0b-ab94-2e93e2b62bed completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:29:52.819144 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port e182089b-a178-4d0b-ab94-2e93e2b62bed triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:52.819617 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.853270 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-20443de7-0776-4706-bc88-7aad97837795 req-c1341855-178c-4d03-8a0d-8906fd4c82a0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0752461 Jun 22 18:29:52.856704 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.931042 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.976082 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:52.994626 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52094) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:53.031048 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cfe139ee-b154-4605-ba78-2c858887bfb1 req-384789ed-62ad-4333-9bc8-58f8d8fce585 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0416472 Jun 22 18:29:53.033649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.054584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.069384 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.071365 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/567b2cdf-9b7c-40bc-aba8-a28b3aafa073 HTTP/1.1" status: 204 len: 168 time: 0.8280377 Jun 22 18:29:53.082361 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.083061 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.083974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.084536 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > port after_create 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.085102 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.086192 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > port after_update 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.086857 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.087401 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.087888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.088350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.098723 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port e182089b-a178-4d0b-ab94-2e93e2b62bed, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e182089b-a178-4d0b-ab94-2e93e2b62bed,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:29:53.119536 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.121533 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-7af85dfa-25f2-4ad5-8769-7961b9386219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:53.285525 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.287423 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:53.299378 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:53.518634 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.519201 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.519282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.520297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:29:53.520297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b100b89c-ba61-4689-a55e-d36797386519']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:53.538766 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a5d00e-2562-4eaf-a254-37ed5b5f628d') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:53.539060 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a5d00e-2562-4eaf-a254-37ed5b5f628d') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:53.560066 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:53.568243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.656160 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.658329 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.678717 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.689432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b2cdf-9b7c-40bc-aba8-a28b3aafa073,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:53.697409 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:53.699158 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7cf4c39-bda1-4a50-b858-2831450f60f9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:53.726357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed41b2-2e31-45cb-a385-32004d5afb8d req-285354fa-047b-42d2-9890-6d688fe25df3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:53.729226 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=36754d5de815498391eaa6adc5393907&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0344303 Jun 22 18:29:53.730537 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.733343 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52112) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:53.735697 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d9ed41b2-2e31-45cb-a385-32004d5afb8d req-285354fa-047b-42d2-9890-6d688fe25df3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.1903603 Jun 22 18:29:53.736596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.839130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d9ed41b2-2e31-45cb-a385-32004d5afb8d req-cc9726aa-b172-44ad-a54e-742775c40485 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897367 Jun 22 18:29:53.956329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.983278 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:53.989383 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ca713ff0-f0c3-4711-b589-5e8110a25109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:54.023082 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:29:54.023742 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: from cryptography.utils import int_from_bytes Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: from cryptography.utils import int_from_bytes Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:29:54.042186 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:29:54.089319 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=30682ba48880423d9aec5e7d0d941c84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934601 Jun 22 18:29:54.092335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52122) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:54.114321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db0d9ad-de29-4fe6-9654-5bb10fa4f64a,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.118619 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:29:54.130227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.169548 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-46e56bde-93f1-4aa2-be7b-60857f2bec69 req-08ad2d92-5016-40b2-a028-30986bda4576 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0644507 Jun 22 18:29:54.188385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:29:54.206367 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:29:54.250647 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:54.251290 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.265130 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c68e2-7f66-47bb-ad8b-df468aee3e81,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.275151 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.277687 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:54.292986 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a38332-67a7-4740-bc0d-402c6b0b1123 req-dbd1f474-9de7-426f-8a01-3511b58b37db tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:54.293512 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5103214 Jun 22 18:29:54.295039 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-70a38332-67a7-4740-bc0d-402c6b0b1123 req-dbd1f474-9de7-426f-8a01-3511b58b37db tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.2046168 Jun 22 18:29:54.295313 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.295738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.336215 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.366820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.370081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-70a38332-67a7-4740-bc0d-402c6b0b1123 req-b4f1452b-ab6d-483f-977d-2ad38f0b7b51 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Jun 22 18:29:54.418072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.421424 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.430062 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9db0d9ad-de29-4fe6-9654-5bb10fa4f64a HTTP/1.1" status: 204 len: 168 time: 0.3313551 Jun 22 18:29:54.430884 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:54.441623 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db0d9ad-de29-4fe6-9654-5bb10fa4f64a,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.444083 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.470658 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-34c5b8e3-1944-4a6f-b430-77608888d057 req-956000b4-43e2-48ee-b287-2424d7b063b5 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0399148 Jun 22 18:29:54.472751 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.515903 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.517972 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] 10.222.0.108 "DELETE /v2.0/networks/b100b89c-ba61-4689-a55e-d36797386519 HTTP/1.1" status: 204 len: 168 time: 2.8282077 Jun 22 18:29:54.521146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52138) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:54.545518 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event updated for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.549913 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.550404 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-07fe189c-0c94-450f-97e7-cdccfb721505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:54.584971 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b100b89c-ba61-4689-a55e-d36797386519,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.587754 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ac1b814e-d9d2-4c03-9032-e84a40ff57fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.613643 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.616599 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.617690 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b13c68e2-7f66-47bb-ad8b-df468aee3e81 HTTP/1.1" status: 204 len: 168 time: 0.8825004 Jun 22 18:29:54.618274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Deleting subnet 8e65d174-dd92-4222-9079-fb20771bf342 {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:29:54.618372 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-31cfde5c-b89b-48bb-b24e-a166803ae587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:54.623624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.625796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c68e2-7f66-47bb-ad8b-df468aee3e81,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:54.628446 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:54.669885 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e182089b-a178-4d0b-ab94-2e93e2b62bed up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:29:54.716595 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.731706 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:54.754203 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port e182089b-a178-4d0b-ab94-2e93e2b62bed triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:29:54.754680 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.062762 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.067146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:55.101206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e65d174-dd92-4222-9079-fb20771bf342,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:55.108584 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:55.116645 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.118680 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/8e65d174-dd92-4222-9079-fb20771bf342 HTTP/1.1" status: 204 len: 168 time: 0.5962684 Jun 22 18:29:55.122275 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52154) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:55.131750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378b235-042c-4db6-96f2-ad31c0f87576 req-8caec3f8-4dd8-4986-968f-86ad642b739d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:55.133261 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b378b235-042c-4db6-96f2-ad31c0f87576 req-8caec3f8-4dd8-4986-968f-86ad642b739d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.1577425 Jun 22 18:29:55.198667 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52156) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:55.251660 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b378b235-042c-4db6-96f2-ad31c0f87576 req-270dd994-26ef-425b-a77f-f0ad56f52e97 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108625 Jun 22 18:29:55.252688 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.254889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.325055 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52162) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:55.374276 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.388099 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f460a332-1da4-4e60-81b1-3d20256fa779']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:55.409857 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9866d9-4966-4dd9-9bc7-fbd916306bb3') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:55.410215 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9866d9-4966-4dd9-9bc7-fbd916306bb3') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:29:55.438077 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.482865 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.536324 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.546189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.550195 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:55.551948 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:29:55.553467 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.558376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ad577244-f678-478c-a009-22b5eb5ca0f7 req-8c3f764d-e045-49b8-86ca-04bcd2318ad3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0856085 Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:29:55.560239 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:29:55.626188 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.643494 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52176) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:55.646540 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=d55e985e2e3a49d19cff4746fbe3c6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465842 Jun 22 18:29:55.663125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9078bad3-985f-4e70-9720-d926be1a6e2a,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:55.700317 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:55.746326 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.753152 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684cd01-a8ff-4ad1-ba99-12eba37f693e req-1d480eaa-7ce7-4fae-b7ea-b4e2b0c3db73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:55.754740 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2684cd01-a8ff-4ad1-ba99-12eba37f693e req-1d480eaa-7ce7-4fae-b7ea-b4e2b0c3db73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.1069691 Jun 22 18:29:55.768221 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.770432 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] 10.222.0.108 "DELETE /v2.0/networks/f460a332-1da4-4e60-81b1-3d20256fa779 HTTP/1.1" status: 204 len: 168 time: 0.6471531 Jun 22 18:29:55.782418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:55.825091 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2684cd01-a8ff-4ad1-ba99-12eba37f693e req-7e743e2d-2bf2-4ab4-b2fe-7324acab5326 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Jun 22 18:29:55.845940 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cc7c4544-c4e6-4f2d-b2d1-803dfc94821a req-78edac22-bf67-4573-9921-9ba4d2bd4381 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.1034265 Jun 22 18:29:55.855688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Pushing event deleted for resources: {'Network': ['ID=f460a332-1da4-4e60-81b1-3d20256fa779,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:55.859302 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3d1b9c21-0b31-4b5d-9427-c697b150a77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:55.886358 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:55.926227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52184) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:55.927791 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.010568 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.016032 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.020238 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-35734ed7-d4bd-4b8d-8b3a-3cf350bee5d2 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e1eac7671d71460eb5ae5f0e463d2570&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925510 Jun 22 18:29:56.020824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52188) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:56.021650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:56.060834 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.076819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.093087 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9078bad3-985f-4e70-9720-d926be1a6e2a HTTP/1.1" status: 204 len: 168 time: 0.4364257 Jun 22 18:29:56.107507 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.136304 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=d622268ac7cb426e9ae33262ab00637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074641 Jun 22 18:29:56.136505 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.143051 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52192) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:56.169577 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef333ceb-a4f9-490f-a263-afc2dbcfc504,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:56.173485 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:56.175027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:56.192020 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9078bad3-985f-4e70-9720-d926be1a6e2a,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:56.194495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:56.275460 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.279827 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.283428 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9658fc31-eb9b-4556-8795-fdff02a36775 HTTP/1.1" status: 204 len: 168 time: 0.2591870 Jun 22 18:29:56.283428 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0592a46b-b09f-42bc-a242-37484b23909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:56.291416 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9658fc31-eb9b-4556-8795-fdff02a36775,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:56.297521 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.300600 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:56.347783 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.419265 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.423351 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:56.424485 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/ef333ceb-a4f9-490f-a263-afc2dbcfc504 HTTP/1.1" status: 204 len: 168 time: 0.2802801 Jun 22 18:29:56.425205 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:56.441713 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef333ceb-a4f9-490f-a263-afc2dbcfc504,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:56.443976 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:56.549572 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37b8c1-82c8-47cc-beb2-3d6a89405412 req-da3e278b-a355-431a-bd02-3cd97f51252e tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:56.551108 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ee37b8c1-82c8-47cc-beb2-3d6a89405412 req-da3e278b-a355-431a-bd02-3cd97f51252e tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.1427796 Jun 22 18:29:56.603854 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ee37b8c1-82c8-47cc-beb2-3d6a89405412 req-36647cd8-1164-4aa2-81b3-257689ff5a20 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Jun 22 18:29:56.784023 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-62e8ebad-6007-4807-8bac-8c14fc45d672 req-bbd7f0ba-efe1-40d7-814f-3d0befcd1b0d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0603454 Jun 22 18:29:56.996189 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52224) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:57.082666 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14f699-1ff7-45d6-8e97-6fe5b0d1695d req-6b357ac8-6148-4396-963f-8511502d4072 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:57.093041 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ca14f699-1ff7-45d6-8e97-6fe5b0d1695d req-6b357ac8-6148-4396-963f-8511502d4072 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.1164153 Jun 22 18:29:57.115453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cd73c6fc-8369-45be-b27e-4456745e2746 req-83a489d6-52fc-4de8-945b-cc224984220e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0568380 Jun 22 18:29:57.122523 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d07d4f5a-6ad9-415c-a642-73a0a62b81fb admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=0205913bbba244e9b45a3a98978b31f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212986 Jun 22 18:29:57.123802 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52226) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:57.235360 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ca14f699-1ff7-45d6-8e97-6fe5b0d1695d req-10ca51e0-1c77-41c0-b0a9-eae78d25e7f9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412427 Jun 22 18:29:57.267389 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:57.291075 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:57.353499 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:57.357013 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:57.358188 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/7acabe81-becb-4b3c-8f6b-c0cf2e9a7fb0 HTTP/1.1" status: 204 len: 168 time: 0.2333982 Jun 22 18:29:57.358969 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b45ac946-c868-4766-968b-db705eea2d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:57.367122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acabe81-becb-4b3c-8f6b-c0cf2e9a7fb0,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:57.369526 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:57.849751 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4cd9-503c-4e8f-8009-de76f5d53522 req-143eab9d-ece0-4331-9ca6-f18e63176fad tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:57.852213 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e4ca4cd9-503c-4e8f-8009-de76f5d53522 req-143eab9d-ece0-4331-9ca6-f18e63176fad tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.1395555 Jun 22 18:29:57.910266 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e4ca4cd9-503c-4e8f-8009-de76f5d53522 req-e219b8c9-8f46-4160-9cee-d2806d479e07 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514832 Jun 22 18:29:58.011264 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0e98257-8766-4206-8140-a7341b0f66df req-7d30700d-4795-4aee-ab55-cc14e4660861 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0312636 Jun 22 18:29:58.296485 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5c213a68-8b6f-441d-a263-92dd700d586b req-075c43fd-862e-4025-b6ff-834f3cd332fa tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0305729 Jun 22 18:29:58.469189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efe0ec-259b-4b71-a8f0-87c19413822c req-cd49b376-1656-4af5-b525-7f578e1fc0e1 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:58.471603 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-47efe0ec-259b-4b71-a8f0-87c19413822c req-cd49b376-1656-4af5-b525-7f578e1fc0e1 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.0843968 Jun 22 18:29:58.519174 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-47efe0ec-259b-4b71-a8f0-87c19413822c req-710a44d0-dc60-4781-8ef5-6107e1c6f783 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Jun 22 18:29:59.131881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52332) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:59.271550 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea3d9-ffe1-4d7e-a2a7-dc7e2c3399bb req-f0fc7d9d-f273-4264-91cf-1f78307ccd51 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:59.273127 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d65ea3d9-ffe1-4d7e-a2a7-dc7e2c3399bb req-f0fc7d9d-f273-4264-91cf-1f78307ccd51 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.1251638 Jun 22 18:29:59.356959 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-86f9ac26-6475-4461-a10d-7ed921784f8b req-2c820215-9259-440a-9869-4f6d786a70e6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0547531 Jun 22 18:29:59.364420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.435665 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d65ea3d9-ffe1-4d7e-a2a7-dc7e2c3399bb req-f9718f3b-f119-44ef-a185-cf1b8beabbec tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555767 Jun 22 18:29:59.536955 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.544811 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.581543 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7768814a-8256-4b89-a528-e61f1ecfda0b req-0a35b7aa-1340-4c6a-af95-0632a324fc9a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0702784 Jun 22 18:29:59.618147 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1f451227-d1ae-4496-ae91-3f7ca5c9e757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:59.672275 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=41b6816c0e18472fa481c983c52f345f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391865 Jun 22 18:29:59.674957 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52350) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:59.770824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.771975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbcc6d-cf0d-4a20-9df1-3f8a00bb01f0,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:59.784816 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:29:59.830595 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.848912 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b783-7d80-486a-b529-7461b490cfbc req-780fc460-2ede-49cd-9c04-b6eb5e1f7072 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:29:59.855869 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-feb9b783-7d80-486a-b529-7461b490cfbc req-780fc460-2ede-49cd-9c04-b6eb5e1f7072 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.1580100 Jun 22 18:29:59.897581 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-feb9b783-7d80-486a-b529-7461b490cfbc req-e24136cc-653c-4d73-a516-36896e658fb1 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jun 22 18:29:59.944563 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.947962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:59.949096 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/36bbcc6d-cf0d-4a20-9df1-3f8a00bb01f0 HTTP/1.1" status: 204 len: 168 time: 0.2729318 Jun 22 18:29:59.950639 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f2490d9a-4556-4b26-b9a5-3ee92e42f952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:29:59.958200 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbcc6d-cf0d-4a20-9df1-3f8a00bb01f0,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:29:59.961091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:00.025308 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52360) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:00.258153 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.376380 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.380906 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.385226 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e249d978-09c2-4300-be04-55440c197b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:00.426398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef92ad-9112-4527-af37-1313c6e2478f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:00.433495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52374) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:00.434000 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=ad5742a75c4347ef906ca4b3dc509ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072495 Jun 22 18:30:00.435158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:00.511608 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.566764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.603124 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52384) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:00.604882 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-078fa9cf-09f4-4e16-acfa-5159e425a7ac req-79c0fc74-a7b9-4af2-8c9f-46a175244f74 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0507338 Jun 22 18:30:00.631031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.792888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.822144 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:00.828604 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/66ef92ad-9112-4527-af37-1313c6e2478f HTTP/1.1" status: 204 len: 168 time: 0.3882937 Jun 22 18:30:00.835672 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ae7613b4-5a14-45f2-8630-8e34d6fd95e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:00.866689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef92ad-9112-4527-af37-1313c6e2478f,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:00.872615 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:00.903755 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1eff500d-9b16-4866-99ec-19f624a571ce req-110ec149-4fcc-41d1-b5a1-4e812e42b897 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0482786 Jun 22 18:30:00.916872 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c46e5-b793-4818-ab47-0bb4bd03d0a2 req-17679a33-dda5-4e2a-9083-6d55122e3810 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:00.922489 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-711c46e5-b793-4818-ab47-0bb4bd03d0a2 req-17679a33-dda5-4e2a-9083-6d55122e3810 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.2864141 Jun 22 18:30:01.014901 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-711c46e5-b793-4818-ab47-0bb4bd03d0a2 req-c5018287-de59-4f9c-b153-f3672bcaffa3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806162 Jun 22 18:30:01.028943 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.041868 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.047868 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d00a0354-3976-4f29-8518-8d89fd7c8da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:01.116589 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=854b5b310efd444d9da1109f8d83b790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122089 Jun 22 18:30:01.122396 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52400) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:01.140881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5669f5eb-532d-4050-ae43-1a4b2e22e987,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:01.161557 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:01.237743 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6df03-c394-497b-b3e9-4f30eae44b07 req-f79e086a-b7b2-432e-a2d5-dfceadf30678 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:01.239293 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bcd6df03-c394-497b-b3e9-4f30eae44b07 req-f79e086a-b7b2-432e-a2d5-dfceadf30678 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.1672988 Jun 22 18:30:01.256402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.296856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.307384 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bcd6df03-c394-497b-b3e9-4f30eae44b07 req-dab1bdfe-2bf4-4b61-8c1e-4eca6e57b274 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606718 Jun 22 18:30:01.376145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.379042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.380175 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/5669f5eb-532d-4050-ae43-1a4b2e22e987 HTTP/1.1" status: 204 len: 168 time: 0.2473581 Jun 22 18:30:01.380813 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:01.395415 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669f5eb-532d-4050-ae43-1a4b2e22e987,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:01.402465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:01.777188 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-095daa5e-11d5-482b-b653-0a9543da3203 req-d6b308fe-1d11-49cf-90ac-4cc316bef40f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0386558 Jun 22 18:30:02.102328 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c7b92dc9-36a1-4c28-9085-e81fc0b7fbe7 req-2f9b8ddb-cbeb-4873-acb4-7ab12f6f4bda tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0468729 Jun 22 18:30:02.213196 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52456) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:02.234857 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81617b66-792d-4ec3-a55f-d1dd1c4d4ed9 req-ad4b6334-4ef3-49bc-b463-a276faeba904 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:02.242803 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-81617b66-792d-4ec3-a55f-d1dd1c4d4ed9 req-ad4b6334-4ef3-49bc-b463-a276faeba904 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.0903456 Jun 22 18:30:02.300933 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-81617b66-792d-4ec3-a55f-d1dd1c4d4ed9 req-25d3d3dd-ff60-4e9a-bce2-01ec6bd0c89d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569420 Jun 22 18:30:02.461685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:02.487153 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-bce7fd0b-ad79-448b-8388-8802577612db tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:02.488578 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-bce7fd0b-ad79-448b-8388-8802577612db tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093608 Jun 22 18:30:02.497204 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Request body: {'port': {'device_id': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'admin_state_up': True, 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:02.498114 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-86520750-a0b5-4373-80fd-a585bd2becbe tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:02.499379 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-86520750-a0b5-4373-80fd-a585bd2becbe tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181131 Jun 22 18:30:02.695096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaee38a-4dfd-477b-b616-bb1df52de878 req-3567229b-a912-43f2-ac4a-2d99c882f70f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:02.696935 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aeaee38a-4dfd-477b-b616-bb1df52de878 req-3567229b-a912-43f2-ac4a-2d99c882f70f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 931 time: 0.2376025 Jun 22 18:30:02.761942 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aeaee38a-4dfd-477b-b616-bb1df52de878 req-91dd7030-ffb8-437b-b4ff-5607eb8e8b5d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Jun 22 18:30:02.775502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Request body: {'port': {'device_id': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:02.788735 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:02.793973 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:02.798052 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-195601ef-8fd1-4b35-9c24-86c4703b06d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:02.832029 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918261f-fdc5-4a50-bd22-0340e31f87b5,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:02.837158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:02.859726 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=d5b57ee1b8c8469281887fccc7463e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453996 Jun 22 18:30:02.860480 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52494) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:02.884306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Request body: {'port': {'device_id': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:02.995823 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.009286 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.027068 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.056988 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.112681 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bef203b2-ad4c-4e6d-b120-6790d972797e req-3f4dcb2d-410f-4e9a-b8e6-255bb66de3f9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0815277 Jun 22 18:30:03.113334 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Made reservation on behalf of 7335a24b29c64b58ad85fb9a70c0a6c6 for: {'port': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:03.120802 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.265954 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Allocated IP 172.20.0.3 (d57d59ad-b501-4475-94f7-9939ec716fca/30d70315-457f-4d78-a000-302077b66a27/ecd4f9cc-4d50-4209-87c3-ee34cde90ff9) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:03.267163 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.276224 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.280404 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d918261f-fdc5-4a50-bd22-0340e31f87b5 HTTP/1.1" status: 204 len: 168 time: 0.4188554 Jun 22 18:30:03.283928 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:03.333354 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918261f-fdc5-4a50-bd22-0340e31f87b5,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:03.336721 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:03.439464 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1d6ddaf-fc8e-4e3e-a386-f5ff4f5c040c req-98be6663-c242-4fdb-a368-eec40d7b0e6c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0503821 Jun 22 18:30:03.533510 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d16934-a65f-4067-a912-44a637db91a2 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:03.547902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.577021 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Transition to ACTIVE for port object 81d16934-a65f-4067-a912-44a637db91a2 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:03.588533 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:03.594345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:03.777059 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.112', 53404) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:04.047100 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-ac3f60af-f5a1-490b-8830-4486df1d1930 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.048734 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-ac3f60af-f5a1-490b-8830-4486df1d1930 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 810 time: 0.2446783 Jun 22 18:30:04.058333 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.072306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Pushing event updated for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:04.076330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:04.100350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Attempting to bind port 81d16934-a65f-4067-a912-44a637db91a2 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:04.101390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Attempting to bind port 81d16934-a65f-4067-a912-44a637db91a2 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:04.101390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Attempting to bind port 81d16934-a65f-4067-a912-44a637db91a2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:04.120741 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Port 81d16934-a65f-4067-a912-44a637db91a2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:04.121194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Attempting to bind port 81d16934-a65f-4067-a912-44a637db91a2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:04.136473 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82e1d3b-b9f8-4ec9-8e66-4408ad61825c {{(pid=92801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:04.154482 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.316807 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52542) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:04.319424 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:04.322464 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Checking segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:04.326300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Bound using segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:04.328169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Bound port: 81d16934-a65f-4067-a912-44a637db91a2, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:04.330353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.375277 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.112', 53409) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:04.420607 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a79ec-97d1-4265-9103-d79932d0330f req-d914c90f-cbcd-409c-9011-8a6614ae4d19 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.422827 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-717a79ec-97d1-4265-9103-d79932d0330f req-d914c90f-cbcd-409c-9011-8a6614ae4d19 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 931 time: 0.4792182 Jun 22 18:30:04.432157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Transition to ACTIVE for port object b82e1d3b-b9f8-4ec9-8e66-4408ad61825c will not be triggered until provisioned by entity L2. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:04.434248 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.461603 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.463437 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:04.467437 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.539093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Network d57d59ad-b501-4475-94f7-9939ec716fca is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:04.549229 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-717a79ec-97d1-4265-9103-d79932d0330f req-8cc03bdc-b21e-45e8-b5d7-37ef29a3934e tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098194 Jun 22 18:30:04.551524 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:04.557510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:04.561902 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-1589494d-2555-4bda-a71a-2cf49501815e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 379 time: 0.4375856 Jun 22 18:30:04.562601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Pushing event updated for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:04.571546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c570fc-9178-4a21-bf72-be2f8a56532c req-cc8e4af6-9a7b-4688-8dc0-8ee80f6f2901 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.573233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-38c570fc-9178-4a21-bf72-be2f8a56532c req-cc8e4af6-9a7b-4688-8dc0-8ee80f6f2901 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.5204201 Jun 22 18:30:04.591639 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'port': {'device_id': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'admin_state_up': True, 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'security_groups': ['e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:04.595610 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:04.596049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:04.629088 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:04.715147 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81d16934-a65f-4067-a912-44a637db91a2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:04.718151 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.718977 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.749367 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.751000 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Pushing event updated for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:04.777333 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:04.779683 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-206fe1ec-d2bb-4eac-bd85-8272ce38a2a8 req-abd8c65c-b409-4ac2-8a25-5b6311e92965 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0539083 Jun 22 18:30:04.798747 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Attempting to bind port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:04.799117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Attempting to bind port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c86a2179-865f-4a23-8652-675c5f69fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562'}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:04.800063 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Attempting to bind port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c on network 1e82651f-ec6b-4aa1-af91-49a32772a562 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:04.807548 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-38c570fc-9178-4a21-bf72-be2f8a56532c req-7e927285-7d67-4186-a6e1-77ffe43a85c3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206709 Jun 22 18:30:04.814281 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c on network 1e82651f-ec6b-4aa1-af91-49a32772a562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:04.814606 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Attempting to bind port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c on network 1e82651f-ec6b-4aa1-af91-49a32772a562 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:04.822166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:04.825442 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:04.826190 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Checking segment: {'id': 'c86a2179-865f-4a23-8652-675c5f69fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:04.827662 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Bound using segment: {'id': 'c86a2179-865f-4a23-8652-675c5f69fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562'} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:04.828242 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Bound port: b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86a2179-865f-4a23-8652-675c5f69fc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1377, 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562'}}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:04.828599 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.884269 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-66297cab-714f-46b6-8e10-a048c1605ef5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.885715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-66297cab-714f-46b6-8e10-a048c1605ef5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 818 time: 0.5062940 Jun 22 18:30:04.917169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:04.917793 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:04.919628 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] 10.222.0.112 "PUT /v2.0/ports/81d16934-a65f-4067-a912-44a637db91a2 HTTP/1.1" status: 200 len: 1093 time: 2.1868200 Jun 22 18:30:04.924485 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Request body: {'port': {'device_id': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'admin_state_up': True, 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:04.927421 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'tag': '81d16934-a65f-4067-a912-44a637db91a2'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:04.963987 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-09e03254-6f4e-4df4-82ab-5840fd6bb156 req-add61830-e942-4d2d-9e84-5f18652eeae0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0341830 Jun 22 18:30:04.965163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, cleared binding levels {{(pid=92801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:05.010692 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,segment=NetworkSegment(c86a2179-865f-4a23-8652-675c5f69fc48),segment_id=c86a2179-865f-4a23-8652-675c5f69fc48)] {{(pid=92801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:05.016952 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.020910 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:05.075255 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.075908 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.077188 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] 10.222.0.112 "PUT /v2.0/ports/b82e1d3b-b9f8-4ec9-8e66-4408ad61825c HTTP/1.1" status: 200 len: 1093 time: 2.3783762 Jun 22 18:30:05.077719 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:05.096454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Pushing event updated for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=3']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:05.099809 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:05.116701 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Pushing event updated for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:05.136835 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:05.162403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.176432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.198288 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fbefcc1a-0401-4833-b160-47420a790c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:05.271534 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d373cecd-02ce-4fd8-aa08-fea8ddf91145" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "tag": "81d16934-a65f-4067-a912-44a637db91a2"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:05.289265 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=2a6f76774d124b69b1c09fd55defadc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9345686 Jun 22 18:30:05.295322 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb5085-3fee-4c4b-9cd2-c50277ff6b87,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:05.299373 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52594) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:05.302096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:05.310130 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-d358ccd6-9ee6-4903-a90e-afc8c50726d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.312025 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-d358ccd6-9ee6-4903-a90e-afc8c50726d2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 1096 time: 0.2589533 Jun 22 18:30:05.318562 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8171840 Jun 22 18:30:05.329251 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6276fe30-643d-4d90-84b4-2fc8885b72f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.343717 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67965d64-b637-4e9a-8787-dcc6fbccdda3" -d '{"events": [{"name": "network-changed", "server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:05.354167 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Request body: {'port': {'device_id': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:05.387467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Made reservation on behalf of 5303ebd971e84c5e9ec3c4b9ca564467 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:05.394237 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.418196 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-079ab7fa-6d4d-4b1d-a341-f7ee34552ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.420319 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-079ab7fa-6d4d-4b1d-a341-f7ee34552ef2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91b6ad25e48341c9930c5978978ecdf1&device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 1096 time: 0.2665892 Jun 22 18:30:05.529703 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-783325fe-e32e-40f4-9a0f-69998fa399e6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d16934-a65f-4067-a912-44a637db91a2 HTTP/1.1" status: 200 len: 217 time: 0.1317110 Jun 22 18:30:05.531018 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.535580 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-8dc448c7-17ab-4050-9964-2c5ada53a1ff service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c HTTP/1.1" status: 200 len: 217 time: 0.0862539 Jun 22 18:30:05.538407 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.554883 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.571505 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b204c7-588f-4f9b-9620-af20853c1941 x-openstack-request-id: req-82b204c7-588f-4f9b-9620-af20853c1941 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:05.572747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "tag": "81d16934-a65f-4067-a912-44a637db91a2", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:05.572747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-82b204c7-588f-4f9b-9620-af20853c1941 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:05.572747 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'tag': '81d16934-a65f-4067-a912-44a637db91a2', 'status': 'completed', 'code': 200} Jun 22 18:30:05.579362 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Made reservation on behalf of 7335a24b29c64b58ad85fb9a70c0a6c6 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:05.583131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.624434 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9337be2-f16f-4b39-b55d-9e50a1496e1e x-openstack-request-id: req-a9337be2-f16f-4b39-b55d-9e50a1496e1e {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:05.624744 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:05.625018 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-a9337be2-f16f-4b39-b55d-9e50a1496e1e {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:05.625496 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c', 'status': 'completed', 'code': 200} Jun 22 18:30:05.639545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-1eda6efa-4364-464e-bb59-7bb2396e004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.641006 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-1eda6efa-4364-464e-bb59-7bb2396e004b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62e37361-7e0b-4ff8-9f64-b111cbfb221d HTTP/1.1" status: 200 len: 852 time: 0.0984504 Jun 22 18:30:05.764045 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-77ed476e-bc6e-43f2-9930-c3c1ea896331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.765492 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-77ed476e-bc6e-43f2-9930-c3c1ea896331 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.1960237 Jun 22 18:30:05.857063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.865756 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.869550 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/83eb5085-3fee-4c4b-9cd2-c50277ff6b87 HTTP/1.1" status: 204 len: 168 time: 0.5688193 Jun 22 18:30:05.874514 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e000ed2e-db5b-415c-a9e7-d64e0155f271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:05.877286 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Allocated IP 172.20.0.5 (2beb4680-2c16-4dbc-a521-21044efaf216/8f06f512-650c-40ef-bd36-0739c797e30f/12a00d30-dc0c-47bd-81da-fea8f03c873f) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:05.895089 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb5085-3fee-4c4b-9cd2-c50277ff6b87,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:05.899034 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:05.928249 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791044a-bc47-40b9-8dee-5dbcf0ded737 req-2bf77dc1-5326-4e86-9207-5e8aa9447da1 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:05.929750 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c791044a-bc47-40b9-8dee-5dbcf0ded737 req-2bf77dc1-5326-4e86-9207-5e8aa9447da1 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.2117486 Jun 22 18:30:05.992861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52624) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:05.995142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 {{(pid=92801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:06.002989 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6c27457e-8966-4812-837c-90d5814ae9f6 req-3d0bc214-1d75-42b0-9e0a-a31986cba557 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0511029 Jun 22 18:30:06.025356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.029896 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c791044a-bc47-40b9-8dee-5dbcf0ded737 req-52b647a0-d84a-4578-9df9-b68f2eeec199 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911882 Jun 22 18:30:06.054936 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Transition to ACTIVE for port object ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 will not be triggered until provisioned by entity L2. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:06.065538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.070217 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:06.099556 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.126777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Transition to ACTIVE for port object 12a00d30-dc0c-47bd-81da-fea8f03c873f will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:06.144941 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Allocated IP 172.20.0.7 (d57d59ad-b501-4475-94f7-9939ec716fca/30d70315-457f-4d78-a000-302077b66a27/cbc136f3-db53-47fe-a448-90d576baadc8) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:06.171441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:06.183359 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:06.277328 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.316160 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:06.370887 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.379720 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Attempting to bind port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:06.380460 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Attempting to bind port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:06.380460 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Attempting to bind port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 on network d57d59ad-b501-4475-94f7-9939ec716fca {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:06.392130 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 on network d57d59ad-b501-4475-94f7-9939ec716fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:06.392455 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Attempting to bind port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 on network d57d59ad-b501-4475-94f7-9939ec716fca {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:06.407317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:06.407317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Checking segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:06.407317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Bound using segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:06.407317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Bound port: ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:06.407696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.420170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:06.431443 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:06.440147 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:06.456992 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:06.462333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:06.462934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.464356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ea934-9b4c-44be-843e-131f0009e0df req-7e0714db-220e-4117-afe5-7bc2c99638d0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:06.473014 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b23ea934-9b4c-44be-843e-131f0009e0df req-7e0714db-220e-4117-afe5-7bc2c99638d0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.1982076 Jun 22 18:30:06.582560 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.584776 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, cleared binding levels {{(pid=92801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:06.599405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c730cb-02b1-4e98-95b1-fb4a6c44ba40 req-dded68db-7091-41cb-a247-49f863a43f3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:06.607326 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40c730cb-02b1-4e98-95b1-fb4a6c44ba40 req-dded68db-7091-41cb-a247-49f863a43f3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 931 time: 0.3692825 Jun 22 18:30:06.607452 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b23ea934-9b4c-44be-843e-131f0009e0df req-396ebb29-329d-4764-a552-bdc8f8e8a8b7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330817 Jun 22 18:30:06.611508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:06.639790 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:06.653321 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.666392 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40c730cb-02b1-4e98-95b1-fb4a6c44ba40 req-7dbf049a-3b6f-4d8d-86be-227f5a6c77f2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579660 Jun 22 18:30:06.710342 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:06.714730 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.733586 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:06.735964 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.761078 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.779627 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:06.780506 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.782303 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] 10.222.0.112 "PUT /v2.0/ports/ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 1093 time: 1.4417870 Jun 22 18:30:06.784208 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2010739 Jun 22 18:30:06.788758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Network d57d59ad-b501-4475-94f7-9939ec716fca is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:06.810193 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:06.813559 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=bc5dc04655444adc90c0c00a326f169d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106797 Jun 22 18:30:06.813679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Pushing event updated for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:06.813767 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=3']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:06.813984 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52658) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:06.818928 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:06.820846 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7803d1e4-6658-4246-a14a-26e9e59eda2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:06.821116 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:06.823716 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:06.829352 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ce6f0be7-b4cb-4267-afdd-3ee7bec9561b None None] Provisioning for port 12a00d30-dc0c-47bd-81da-fea8f03c873f completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:06.829851 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:06.830663 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.833554 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ce6f0be7-b4cb-4267-afdd-3ee7bec9561b None None] Provisioning complete for port 12a00d30-dc0c-47bd-81da-fea8f03c873f triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:06.834114 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0be7-b4cb-4267-afdd-3ee7bec9561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.858689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e003b4c3-2917-4a9e-977c-f338ebb9e599,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:06.870517 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9603894 Jun 22 18:30:06.872856 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f0be7-b4cb-4267-afdd-3ee7bec9561b None None] Port 12a00d30-dc0c-47bd-81da-fea8f03c873f cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:30:06.876974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:06.892185 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.052504 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.109790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.112676 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.116221 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e003b4c3-2917-4a9e-977c-f338ebb9e599 HTTP/1.1" status: 204 len: 168 time: 0.2989593 Jun 22 18:30:07.116221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:07.125728 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003b4c3-2917-4a9e-977c-f338ebb9e599,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:07.130041 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:07.216820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cd80b-e403-4d54-acaa-e5ffa66df7e5 req-53eb238a-a2eb-43b1-bfc2-9df91e185444 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:07.226934 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-605cd80b-e403-4d54-acaa-e5ffa66df7e5 req-53eb238a-a2eb-43b1-bfc2-9df91e185444 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 931 time: 0.0829942 Jun 22 18:30:07.260965 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48616e80-bd2a-4031-bee9-0707a552cb53 req-8e1c7cb6-0d3c-4bd8-8164-373c0d64f1e8 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:07.263545 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-48616e80-bd2a-4031-bee9-0707a552cb53 req-8e1c7cb6-0d3c-4bd8-8164-373c0d64f1e8 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.0755317 Jun 22 18:30:07.282374 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-605cd80b-e403-4d54-acaa-e5ffa66df7e5 req-707303aa-a30a-4a7f-ad8a-d05cd42cb7b5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512698 Jun 22 18:30:07.312700 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-48616e80-bd2a-4031-bee9-0707a552cb53 req-cffba63b-9d45-4407-95d6-c6149c2e5b7a tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Jun 22 18:30:07.497318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52684) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:07.510079 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.598406 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.602308 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.604530 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:07.626430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:07.629022 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ed0a1-052a-43f2-9b30-ecbea8a05132" -d '{"events": [{"name": "network-changed", "server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:07.647473 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3e52f-f64a-47af-b0cf-870de67f3052,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:07.667431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:07.669358 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f0ace-e28d-41ce-9789-cb3c797cb259 x-openstack-request-id: req-160f0ace-e28d-41ce-9789-cb3c797cb259 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:07.669593 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:07.669965 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-160f0ace-e28d-41ce-9789-cb3c797cb259 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:07.670403 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9', 'status': 'completed', 'code': 200} Jun 22 18:30:07.672595 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=d5ad24d47ea44a93854c9507713361cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742599 Jun 22 18:30:07.675291 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52694) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:07.745510 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.806062 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb02e48-ad8f-4823-a7ea-7310b5f34924 req-003e17eb-80e9-4369-96aa-cc11857bc9cc tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:07.807787 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-beb02e48-ad8f-4823-a7ea-7310b5f34924 req-003e17eb-80e9-4369-96aa-cc11857bc9cc tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.0949810 Jun 22 18:30:07.836655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.850063 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-beb02e48-ad8f-4823-a7ea-7310b5f34924 req-0f6340f0-0a03-40ef-8dd2-2683dcee8005 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Jun 22 18:30:07.891384 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6b0a99c3-a0fb-4d60-a709-c20bf4591a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.897306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f01216-a716-468c-ba3f-4f2caf598a23 req-ba37b3be-e12c-4834-bc3f-e5f983209629 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:07.898941 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3f01216-a716-468c-ba3f-4f2caf598a23 req-ba37b3be-e12c-4834-bc3f-e5f983209629 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 931 time: 0.1040375 Jun 22 18:30:07.913601 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.916501 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:07.917554 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/1fb3e52f-f64a-47af-b0cf-870de67f3052 HTTP/1.1" status: 204 len: 168 time: 0.2413793 Jun 22 18:30:07.926431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:07.942852 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3e52f-f64a-47af-b0cf-870de67f3052,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:07.958940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:07.973419 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3f01216-a716-468c-ba3f-4f2caf598a23 req-040f2ff1-1434-401d-87fd-9ce1f0598a67 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677164 Jun 22 18:30:08.024405 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.082768 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52712) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:08.185597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.204535 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52716) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:08.218461 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.271762 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.275540 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.278774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:08.314417 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=a2772cf1c508471fa84fafbb11f39a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304363 Jun 22 18:30:08.316389 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e61d7-49e9-4d1f-8d89-332fcf5aff72,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:08.317031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52720) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:08.319528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:08.419151 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Request body: {'port': {'device_id': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:08.426424 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Request body: {'port': {'device_id': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:08.427665 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.512677 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-ca7f2f02-7921-459d-897f-8b9f0fcf1b98 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1e82651f-ec6b-4aa1-af91-49a32772a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965743 Jun 22 18:30:08.517982 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-28eaf76d-d051-45f6-a916-c4f60a000657 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136947 Jun 22 18:30:08.531847 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.555834 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.558217 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.579830 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:08.670556 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.686532 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=6d03a2915ed343bd94a94fd856362457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805188 Jun 22 18:30:08.690717 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e37c0-7743-4c58-8547-351c3a77395b,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:08.691146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52726) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:08.694304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:08.743271 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-4c5005d9-d0dd-4c34-88f4-9a5d05b7e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:08.744854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.745025 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-4c5005d9-d0dd-4c34-88f4-9a5d05b7e183 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1096 time: 0.3130207 Jun 22 18:30:08.755396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7daf2-fb5a-4b5a-9694-6c86855df36e req-47336e9e-c05f-40cd-b536-a3b032246085 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:08.756838 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-89e7daf2-fb5a-4b5a-9694-6c86855df36e req-47336e9e-c05f-40cd-b536-a3b032246085 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 931 time: 0.3389709 Jun 22 18:30:08.771237 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-829e881e-011b-4fb8-8722-1c9e93ea70b1 service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324662 Jun 22 18:30:08.794368 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b17c-d969-4a77-8ae6-eed1ea828034 req-68b7077e-c18c-453e-807e-52f4291f64c3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:08.795816 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-27e4b17c-d969-4a77-8ae6-eed1ea828034 req-68b7077e-c18c-453e-807e-52f4291f64c3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.3275204 Jun 22 18:30:08.797730 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.800755 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.801876 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/ac1e61d7-49e9-4d1f-8d89-332fcf5aff72 HTTP/1.1" status: 204 len: 168 time: 0.4838617 Jun 22 18:30:08.810376 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-15c7b4df-4a4b-4770-b999-f45770ecff21 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707465 Jun 22 18:30:08.840309 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:08.884031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e61d7-49e9-4d1f-8d89-332fcf5aff72,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:08.886847 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:09.004922 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.087112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.132069 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-27e4b17c-d969-4a77-8ae6-eed1ea828034 req-2bf8ff49-12ae-4b1c-ab2a-e0c73c8e8624 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196838 Jun 22 18:30:09.204349 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-89e7daf2-fb5a-4b5a-9694-6c86855df36e req-d523ed96-25a8-4263-8362-67964d3ccf61 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251711 Jun 22 18:30:09.257860 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.268168 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df896e9-8227-4b1f-b201-d99f3f0ee6ca req-3c624272-af24-4d3a-b204-6360c3b01966 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300911 Jun 22 18:30:09.270937 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-d16e7f83-84ae-47e0-81b5-067d7e7ac735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.272371 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-d16e7f83-84ae-47e0-81b5-067d7e7ac735 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5118423 Jun 22 18:30:09.285827 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-737e9c4e-cc0f-4d64-9a75-ac065e22c6fa req-86d2bc0b-cf50-48a4-a438-f7bc21847b7e service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780319 Jun 22 18:30:09.346134 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52744) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:09.425059 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.631911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.634449 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.639660 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-4a87001e-5dce-4d0c-a3c9-f0b2fbe0cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.639946 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/eb7e37c0-7743-4c58-8547-351c3a77395b HTTP/1.1" status: 204 len: 168 time: 0.9370377 Jun 22 18:30:09.640021 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-084ed0a1-052a-43f2-9b30-ecbea8a05132 req-4a87001e-5dce-4d0c-a3c9-f0b2fbe0cedb service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3493528 Jun 22 18:30:09.645316 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3a795e58-4993-4573-b6f6-d44822c42551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:09.667616 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbced5-0a7a-436f-9e37-77b6a1d3b277 req-e1bbdf7a-cafd-4339-a95e-9a81c3134916 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.667983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87844dc9-3a65-46a3-b7c0-4b0cc9f24cb2 req-5de30730-c485-4211-a2b0-66cc766f0de7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.669644 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-75dbced5-0a7a-436f-9e37-77b6a1d3b277 req-e1bbdf7a-cafd-4339-a95e-9a81c3134916 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.2834780 Jun 22 18:30:09.670385 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87844dc9-3a65-46a3-b7c0-4b0cc9f24cb2 req-5de30730-c485-4211-a2b0-66cc766f0de7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 931 time: 0.2644525 Jun 22 18:30:09.671822 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a00d30-dc0c-47bd-81da-fea8f03c873f {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:09.692731 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-14b6e175-481a-4a21-862f-de93fdf8d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.695829 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-14b6e175-481a-4a21-862f-de93fdf8d3bd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91b6ad25e48341c9930c5978978ecdf1&device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 1096 time: 0.2109914 Jun 22 18:30:09.717241 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e37c0-7743-4c58-8547-351c3a77395b,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:09.722513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.736739 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:09.780629 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Transition to ACTIVE for port object 12a00d30-dc0c-47bd-81da-fea8f03c873f will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:09.792758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc136f3-db53-47fe-a448-90d576baadc8 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:09.803019 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.817892 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-0c387936-3614-48a2-a490-9c53a4df8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:09.819114 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-0c387936-3614-48a2-a490-9c53a4df8478 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 1096 time: 0.3121028 Jun 22 18:30:09.821542 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.825686 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:09.838349 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-75dbced5-0a7a-436f-9e37-77b6a1d3b277 req-b29d8de9-71b9-4c4c-a3c6-2fce2f5c6906 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221931 Jun 22 18:30:09.915309 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87844dc9-3a65-46a3-b7c0-4b0cc9f24cb2 req-78e4658e-4795-4796-82da-de6d6bb9c478 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194993 Jun 22 18:30:09.922161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.953852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:09.964366 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-08f44123-3676-456d-8f70-1e4d4da6c15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:10.016494 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-bfbde55e-826c-4b21-b0bd-5c92c64261a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.017952 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-bfbde55e-826c-4b21-b0bd-5c92c64261a3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1e82651f-ec6b-4aa1-af91-49a32772a562 HTTP/1.1" status: 200 len: 914 time: 0.3102136 Jun 22 18:30:10.028988 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e2f66d60e7894beabbe454989f31b018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816328 Jun 22 18:30:10.032632 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352b4c45-f177-4fe7-9e0b-a4f0e24b5ebc,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.037799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52762) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:10.051293 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:10.053510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-b7a7037a-7593-4e14-8cf7-19b0edff1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.055160 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-b7a7037a-7593-4e14-8cf7-19b0edff1666 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1096 time: 0.3115423 Jun 22 18:30:10.131827 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-3de01593-b303-4593-b466-9fe5e7512cbb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0377376 Jun 22 18:30:10.133021 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-0def383e-4feb-4075-aa01-7d684fdb3d82 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c HTTP/1.1" status: 200 len: 217 time: 0.0964835 Jun 22 18:30:10.138848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Transition to ACTIVE for port object cbc136f3-db53-47fe-a448-90d576baadc8 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:10.161516 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.176233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.180992 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.202927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.204810 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:10.207126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:10.279677 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Attempting to bind port 12a00d30-dc0c-47bd-81da-fea8f03c873f on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:10.280024 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Attempting to bind port 12a00d30-dc0c-47bd-81da-fea8f03c873f by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:10.280329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Attempting to bind port 12a00d30-dc0c-47bd-81da-fea8f03c873f on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:10.281023 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.285601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.287278 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/352b4c45-f177-4fe7-9e0b-a4f0e24b5ebc HTTP/1.1" status: 204 len: 168 time: 0.2475605 Jun 22 18:30:10.288112 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-39dfb2b4-ccd5-4ef6-b856-7a7216a74dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:10.297977 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352b4c45-f177-4fe7-9e0b-a4f0e24b5ebc,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.324184 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:10.329464 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Port 12a00d30-dc0c-47bd-81da-fea8f03c873f on network 2beb4680-2c16-4dbc-a521-21044efaf216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:10.329783 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Attempting to bind port 12a00d30-dc0c-47bd-81da-fea8f03c873f on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:10.399980 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:10.400319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Checking segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:10.400695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Bound using segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:10.401135 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Bound port: 12a00d30-dc0c-47bd-81da-fea8f03c873f, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:10.401482 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.411254 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Pushing event updated for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.414831 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-1637aeb6-445c-47c4-a145-c1b45be8964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.416263 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-1637aeb6-445c-47c4-a145-c1b45be8964e service neutron] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 917 time: 0.5822253 Jun 22 18:30:10.419466 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:10.432005 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Attempting to bind port cbc136f3-db53-47fe-a448-90d576baadc8 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:10.432356 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Attempting to bind port cbc136f3-db53-47fe-a448-90d576baadc8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:10.432648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Attempting to bind port cbc136f3-db53-47fe-a448-90d576baadc8 on network d57d59ad-b501-4475-94f7-9939ec716fca {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:10.447267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Port cbc136f3-db53-47fe-a448-90d576baadc8 on network d57d59ad-b501-4475-94f7-9939ec716fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:30:10.447592 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Attempting to bind port cbc136f3-db53-47fe-a448-90d576baadc8 on network d57d59ad-b501-4475-94f7-9939ec716fca {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:10.481522 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:10.481706 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Checking segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:10.482109 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Bound using segment: {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:10.482555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Bound port: cbc136f3-db53-47fe-a448-90d576baadc8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:10.482905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.490427 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a5cd-08b1-4f53-a8a9-d3008b7695e5 req-c41e9325-6852-4379-99b0-18652e93eb76 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.492226 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b380a5cd-08b1-4f53-a8a9-d3008b7695e5 req-c41e9325-6852-4379-99b0-18652e93eb76 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.0997808 Jun 22 18:30:10.515073 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80662b-9f66-47cd-b816-3f7df952b761 req-f18564ef-5215-435b-84b9-561c2f312447 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.516544 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd80662b-9f66-47cd-b816-3f7df952b761 req-f18564ef-5215-435b-84b9-561c2f312447 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.2008610 Jun 22 18:30:10.556665 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b380a5cd-08b1-4f53-a8a9-d3008b7695e5 req-2faf0194-04a9-4433-8de1-49363e8adcaa tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554597 Jun 22 18:30:10.631537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:10.667072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:10.698245 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd80662b-9f66-47cd-b816-3f7df952b761 req-a9873dc2-099a-4a30-bc9a-6a57424a22dc tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698301 Jun 22 18:30:10.702123 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:10.708404 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.710607 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cbc136f3-db53-47fe-a448-90d576baadc8,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:10.713555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:10.732300 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52804) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:10.754940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.771325 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.771945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.773336 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] 10.222.0.112 "PUT /v2.0/ports/12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 1093 time: 2.3607829 Jun 22 18:30:10.773911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:10.776125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fc77d-ca59-4b6f-903c-78b8062c85ee" -d '{"events": [{"name": "network-changed", "server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:10.801028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:10.801675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:10.803123 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] 10.222.0.112 "PUT /v2.0/ports/cbc136f3-db53-47fe-a448-90d576baadc8 HTTP/1.1" status: 200 len: 1093 time: 2.3895612 Jun 22 18:30:10.813756 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.817320 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:10.817738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:10.891969 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641645c-7a1b-49d4-a5cf-574683faea11 x-openstack-request-id: req-3641645c-7a1b-49d4-a5cf-574683faea11 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:10.892284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:10.893758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-3641645c-7a1b-49d4-a5cf-574683faea11 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:10.894369 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'status': 'completed', 'code': 200} Jun 22 18:30:10.915220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Pushing event updated for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:10.919720 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:11.078305 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-135684780-network', 'tenant_id': '2a51d269b12646b5925f2dbfd67aa6e2'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:11.149490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc00e-3800-4950-b176-864e0f57263b req-5259f124-b888-4c7e-aeb4-2adc9f379478 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:11.151505 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Made reservation on behalf of 2a51d269b12646b5925f2dbfd67aa6e2 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:11.152039 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9a9cc00e-3800-4950-b176-864e0f57263b req-5259f124-b888-4c7e-aeb4-2adc9f379478 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.0987136 Jun 22 18:30:11.159822 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.187239 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.197519 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.202240 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9a9cc00e-3800-4950-b176-864e0f57263b req-d6bb90b9-cbca-46c6-9594-e5865d91cb79 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Jun 22 18:30:11.234685 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c974519-17f3-491c-9b7c-659a7db14dc1 req-2c6828e5-e3dc-439d-bb1c-27e261b3b339 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:11.236439 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c974519-17f3-491c-9b7c-659a7db14dc1 req-2c6828e5-e3dc-439d-bb1c-27e261b3b339 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.1547191 Jun 22 18:30:11.298518 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c974519-17f3-491c-9b7c-659a7db14dc1 req-1b9af6b8-a1d7-4772-a32e-bc768bd43479 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538316 Jun 22 18:30:11.357396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.362404 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.366168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:11.383419 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1374} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:11.398713 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c5ff9-65bd-4e90-87c7-e1e7b7ac30a9,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:11.401509 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.401854 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Added segment 63b25f75-25cd-4bfd-8e53-83d63b121b60 of type vlan for network 4d31164e-0f15-4fab-9f25-db4339295acf Jun 22 18:30:11.403296 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:11.440949 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.469818 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.471144 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:11.471713 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.474542 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7bc337ff-125b-4f18-9a36-3915def09fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:11.525007 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7915237 Jun 22 18:30:11.527962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52842) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:11.530316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Pushing event updated for resources: {'Network': ['ID=4d31164e-0f15-4fab-9f25-db4339295acf,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:11.533075 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:11.536076 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Request body: {'subnet': {'network_id': '4d31164e-0f15-4fab-9f25-db4339295acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-135684780-subnet', 'tenant_id': '2a51d269b12646b5925f2dbfd67aa6e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:11.541273 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 4d31164e-0f15-4fab-9f25-db4339295acf details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:11.566295 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Made reservation on behalf of 2a51d269b12646b5925f2dbfd67aa6e2 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:11.568622 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.889076 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cef0-5b44-4ce1-8d23-604173ed6f7a req-ac436fba-02bd-4617-8498-42ef591815a7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:11.891427 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-55c5cef0-5b44-4ce1-8d23-604173ed6f7a req-ac436fba-02bd-4617-8498-42ef591815a7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.2112231 Jun 22 18:30:11.893114 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:11.896642 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ad84b3eb-9683-4e96-b77d-6b18a6bf32ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:11.986091 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-55c5cef0-5b44-4ce1-8d23-604173ed6f7a req-189e9582-8c51-419d-bb56-bbc654ff200d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840583 Jun 22 18:30:11.992667 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30eb3ad-c1ed-45be-8b3e-aa6fed1ba049,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:12.008689 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:12.017779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Checking segment: {'id': '63b25f75-25cd-4bfd-8e53-83d63b121b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '4d31164e-0f15-4fab-9f25-db4339295acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:12.018545 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Network hostable DHCP agents. Network: 4d31164e-0f15-4fab-9f25-db4339295acf, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:12.035548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ba23-5aea-4525-a49c-ebe5a726178e req-cfab9012-3991-481b-bf81-5cad051c44fa tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:12.037299 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0376ba23-5aea-4525-a49c-ebe5a726178e req-cfab9012-3991-481b-bf81-5cad051c44fa tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.1093841 Jun 22 18:30:12.056082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Network 4d31164e-0f15-4fab-9f25-db4339295acf is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:12.068816 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 4d31164e-0f15-4fab-9f25-db4339295acf) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:12.084179 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f951f-d8d4-4e7f-b360-a9c14a28cff4 None None] Network 4d31164e-0f15-4fab-9f25-db4339295acf requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:12.088996 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0376ba23-5aea-4525-a49c-ebe5a726178e req-e5ee510d-95a0-4a0a-b9df-9fb73687d5b8 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Jun 22 18:30:12.100670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:12.101630 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:12.130153 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-db5bb9fb-8cc9-45fb-a23b-24b3ed4aad49 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6005881 Jun 22 18:30:12.256521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff025f8-4109-4a3a-8589-b888db91e0a7 None None] Network 4d31164e-0f15-4fab-9f25-db4339295acf requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:12.552635 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2749-25da-4bda-8bf5-2a306444402b req-95af528f-1e6b-4c3f-9e50-b68757d60671 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:12.554196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-503b2749-25da-4bda-8bf5-2a306444402b req-95af528f-1e6b-4c3f-9e50-b68757d60671 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.1225333 Jun 22 18:30:12.583851 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7148365-f300-4ef5-beb8-c01e3afe9d74 req-60a8c56c-a581-4fbb-9a5b-fc6a2850cedf tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:12.585342 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b7148365-f300-4ef5-beb8-c01e3afe9d74 req-60a8c56c-a581-4fbb-9a5b-fc6a2850cedf tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.0953379 Jun 22 18:30:12.598566 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-503b2749-25da-4bda-8bf5-2a306444402b req-203527ff-b825-458a-adf9-4126d1c42106 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Jun 22 18:30:12.630751 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b7148365-f300-4ef5-beb8-c01e3afe9d74 req-5db117a0-cc80-4f2a-b438-4c232593f388 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365601 Jun 22 18:30:12.896002 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:12.898386 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52918) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:12.899221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332" -d '{"events": [{"name": "network-changed", "server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:12.903718 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1830949127-network', 'tenant_id': '75549bb9e872447695c7d3c29f2a20b5'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:12.924340 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Made reservation on behalf of 75549bb9e872447695c7d3c29f2a20b5 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:12.926939 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:12.935116 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6d9665-1294-483e-a26c-098b77923b7f x-openstack-request-id: req-fc6d9665-1294-483e-a26c-098b77923b7f {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:12.935429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:12.935700 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-fc6d9665-1294-483e-a26c-098b77923b7f {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:12.936164 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8', 'status': 'completed', 'code': 200} Jun 22 18:30:12.938295 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.025755 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.030019 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.035448 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:13.041685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52926) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:13.056124 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1381} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:13.073237 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a16a63-8719-4e90-b45f-0a0cdd0da424,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:13.076656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.077001 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Added segment 98bcdb67-ca19-48d9-bd93-c3846d011fdc of type vlan for network f8627a09-d392-4f62-a09a-61c253fa4c13 Jun 22 18:30:13.078454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:13.122559 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.165843 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.213631 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.221407 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.221997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.228703 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f120b9d3-2057-4866-b739-2c8c5f5d94fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:13.288533 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-7e9c4a2d-afb1-4756-903f-c25e1d937672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.289979 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-7e9c4a2d-afb1-4756-903f-c25e1d937672 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.1162910 Jun 22 18:30:13.304078 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8627a09-d392-4f62-a09a-61c253fa4c13,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:13.306983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:13.311297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.315796 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network f8627a09-d392-4f62-a09a-61c253fa4c13 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:13.319102 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18ad33-eb59-497c-b803-73e95647c932 req-e9fb592e-964a-4bfe-93b8-352e4665ade5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.320718 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6a18ad33-eb59-497c-b803-73e95647c932 req-e9fb592e-964a-4bfe-93b8-352e4665ade5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.1852486 Jun 22 18:30:13.325725 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.331295 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4284861 Jun 22 18:30:13.331464 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-38507c49-8145-463f-afb6-d9409db1fb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:13.331552 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52932) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:13.343393 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Request body: {'subnet': {'network_id': 'f8627a09-d392-4f62-a09a-61c253fa4c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1830949127-subnet', 'tenant_id': '75549bb9e872447695c7d3c29f2a20b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:13.406520 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Made reservation on behalf of 75549bb9e872447695c7d3c29f2a20b5 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:13.408753 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.429383 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bc0f-6860-47cf-81f1-d638ab36d759 req-2862e116-6d47-45eb-bc56-c6476dfd68af tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.430895 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0c76bc0f-6860-47cf-81f1-d638ab36d759 req-2862e116-6d47-45eb-bc56-c6476dfd68af tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.1861243 Jun 22 18:30:13.448995 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-2c4bd0ec-35a7-4425-b4da-92b6aeabaf78 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d16934-a65f-4067-a912-44a637db91a2 HTTP/1.1" status: 200 len: 217 time: 0.0995891 Jun 22 18:30:13.461983 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=f36a6641fc2f475a88b9244b07e5b02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185300 Jun 22 18:30:13.465432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a4824-398c-49a3-9bef-d50d174d435b,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:13.469227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:13.510208 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 52934) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:13.603671 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.649602 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0c76bc0f-6860-47cf-81f1-d638ab36d759 req-5682c1a2-5eaf-4096-a2d7-4e1439c836aa tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996467 Jun 22 18:30:13.653692 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-8a2b63c5-ce96-4d7d-9ee5-2ccd6d952180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.655186 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-8a2b63c5-ce96-4d7d-9ee5-2ccd6d952180 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.1908629 Jun 22 18:30:13.667522 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-321c35f8-0fbb-433a-857b-405b3ab8a909 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2958107 Jun 22 18:30:13.689276 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-6c223cb2-a7fa-4fc8-af99-d181e876dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.690739 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-6c223cb2-a7fa-4fc8-af99-d181e876dab4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1096 time: 0.2552583 Jun 22 18:30:13.713321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:13.719758 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6a18ad33-eb59-497c-b803-73e95647c932 req-85a8231b-9084-44ff-82f9-6032ded327aa tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903987 Jun 22 18:30:13.725101 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-d955b1fc-2ff4-4c27-a0a2-ef025fb686f7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511274 Jun 22 18:30:13.726996 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-d9bd7596-a455-4fbd-bf94-0c6eee8ad73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.728483 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-d9bd7596-a455-4fbd-bf94-0c6eee8ad73c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 1096 time: 0.2822869 Jun 22 18:30:13.759027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-ad1af5ec-c5de-4822-bcbd-e17a1d8afbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:13.759835 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-ad1af5ec-c5de-4822-bcbd-e17a1d8afbda service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62e37361-7e0b-4ff8-9f64-b111cbfb221d HTTP/1.1" status: 200 len: 852 time: 0.4204574 Jun 22 18:30:13.813756 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-47ab38c5-a5ea-43eb-ae15-97bbb21e3246 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1e82651f-ec6b-4aa1-af91-49a32772a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370955 Jun 22 18:30:13.959285 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-2c17ae5c-a421-4386-9195-1ae2ac3d3128 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832303 Jun 22 18:30:14.092970 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.124834 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-7439a5e0-1125-4eba-83d3-9392270d4b6f service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927208 Jun 22 18:30:14.134084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.150579 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:14.237147 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-24550efc-4881-4aa9-a9d8-c6f66f04109f service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632239 Jun 22 18:30:14.250935 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dcd5d-b2fd-489a-ade9-3aa02b8efb0e req-9814bbee-b24d-4f9f-b1bc-8e1871977a16 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.251223 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-942dcd5d-b2fd-489a-ade9-3aa02b8efb0e req-9814bbee-b24d-4f9f-b1bc-8e1871977a16 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.3630984 Jun 22 18:30:14.289060 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a90db9b-9368-47c3-a7c2-8c45fb930e3e,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:14.299885 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:14.307295 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-78252d69-e2f4-4e71-b3cd-d770164443d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.308861 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-78252d69-e2f4-4e71-b3cd-d770164443d7 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5475984 Jun 22 18:30:14.318117 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-1423d10e-7420-42cf-9ebe-055e29eca1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.319864 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-1423d10e-7420-42cf-9ebe-055e29eca1a6 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6075406 Jun 22 18:30:14.321754 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-12ecbaf7-e72d-420e-8474-7749be8ad568 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632117 Jun 22 18:30:14.323638 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.326761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.327899 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/744a4824-398c-49a3-9bef-d50d174d435b HTTP/1.1" status: 204 len: 168 time: 0.8118095 Jun 22 18:30:14.329533 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e07b7dbc-a00b-4963-a9c5-5b71fcecdcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:14.338874 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a4824-398c-49a3-9bef-d50d174d435b,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:14.348310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639057e-abc9-4af5-89cb-09dfeb197e92 req-ba30b523-dab1-4430-b687-e667e88aee22 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.349837 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8639057e-abc9-4af5-89cb-09dfeb197e92 req-ba30b523-dab1-4430-b687-e667e88aee22 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.5388575 Jun 22 18:30:14.350888 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:14.360416 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67965d64-b637-4e9a-8787-dcc6fbccdda3 req-a6748e17-9f2a-447c-a467-52ca754b652c service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208312 Jun 22 18:30:14.361586 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Checking segment: {'id': '98bcdb67-ca19-48d9-bd93-c3846d011fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': 'f8627a09-d392-4f62-a09a-61c253fa4c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:14.361906 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Network hostable DHCP agents. Network: f8627a09-d392-4f62-a09a-61c253fa4c13, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:14.373152 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-942dcd5d-b2fd-489a-ade9-3aa02b8efb0e req-5b975015-2e20-48d7-9bf6-4c161771a6d6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932388 Jun 22 18:30:14.415257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Network f8627a09-d392-4f62-a09a-61c253fa4c13 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:14.426175 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, f8627a09-d392-4f62-a09a-61c253fa4c13) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:14.431247 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.432192 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.440811 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529feea-e4c2-4f0f-b2ea-83b404af0b75 None None] Network f8627a09-d392-4f62-a09a-61c253fa4c13 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:14.457732 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1203659 Jun 22 18:30:14.736284 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52970) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:14.756487 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8639057e-abc9-4af5-89cb-09dfeb197e92 req-ae865749-c95c-49ea-b26d-4f49d5206a32 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759892 Jun 22 18:30:14.764515 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:14.772540 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3aa7ee-3df5-4374-a4c6-586460240b8e None None] Network f8627a09-d392-4f62-a09a-61c253fa4c13 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:14.805443 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d373cecd-02ce-4fd8-aa08-fea8ddf91145 req-b0c49b82-eb17-4aa4-8eb0-37a476c3b735 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494050 Jun 22 18:30:14.831217 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-c5ffd795-30e8-45d3-978b-193d1e29777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.832886 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8c1fb8ab-0949-4a93-8b22-bdcdd4867332 req-c5ffd795-30e8-45d3-978b-193d1e29777c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4757900 Jun 22 18:30:14.833974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-0d6ca620-3ef5-468e-b799-dd393a3406eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:14.835339 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-337fc77d-ca59-4b6f-903c-78b8062c85ee req-0d6ca620-3ef5-468e-b799-dd393a3406eb service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4773178 Jun 22 18:30:15.024578 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36e01c-ab20-490e-a080-b32ffd5ba706 req-34c6836b-26d6-48c6-a832-cc06bc32e0eb tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.028762 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c36e01c-ab20-490e-a080-b32ffd5ba706 req-34c6836b-26d6-48c6-a832-cc06bc32e0eb tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.1281474 Jun 22 18:30:15.046550 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.062348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.074382 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a9858570-3097-4f61-8749-cf096418d3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:15.123027 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c36e01c-ab20-490e-a080-b32ffd5ba706 req-f5d4a7ff-1708-4ad4-af5e-207cf675b8b4 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882912 Jun 22 18:30:15.144288 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989e23a-1f24-4973-93b5-b492acc9b349 req-8223c415-86f9-4dab-af12-1812567db02c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.146675 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5ddda-9dfe-4e63-bb8d-3c0aecabbc9a,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:15.150670 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:15.152076 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c989e23a-1f24-4973-93b5-b492acc9b349 req-8223c415-86f9-4dab-af12-1812567db02c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.1530898 Jun 22 18:30:15.153310 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=1ba07ae6b4bd4fcb85c421011edc82f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152861 Jun 22 18:30:15.158843 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 52980) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:15.161372 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-ae720b27-a6eb-470f-986c-a00780c2fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.162900 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-ae720b27-a6eb-470f-986c-a00780c2fe54 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 1096 time: 0.2252212 Jun 22 18:30:15.167462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-4231182e-4f6f-411f-aace-7b1f019952b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.170278 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-4231182e-4f6f-411f-aace-7b1f019952b9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1096 time: 0.1858106 Jun 22 18:30:15.251277 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.290303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.299137 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-191e9606-d0e4-4047-9b97-82470ca010be service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 217 time: 0.1004868 Jun 22 18:30:15.306760 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c989e23a-1f24-4973-93b5-b492acc9b349 req-b3242bfc-ea9a-43b7-83da-4f9a0d85433b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536465 Jun 22 18:30:15.308109 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-c0303894-c081-44cf-9447-84b409e39f15 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc136f3-db53-47fe-a448-90d576baadc8 HTTP/1.1" status: 200 len: 217 time: 0.1020958 Jun 22 18:30:15.382695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.386110 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:15.388417 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/edb5ddda-9dfe-4e63-bb8d-3c0aecabbc9a HTTP/1.1" status: 204 len: 168 time: 0.2272406 Jun 22 18:30:15.388919 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:15.398218 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5ddda-9dfe-4e63-bb8d-3c0aecabbc9a,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:15.400359 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:15.406171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-b09d5a56-f2cb-42a8-9473-fa1c17ae3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.407362 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-b09d5a56-f2cb-42a8-9473-fa1c17ae3366 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0905707 Jun 22 18:30:15.428233 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05785-3189-4a9a-a590-67c76186a76b req-b399d6d0-27d2-4a5b-a91a-746cd3529b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.429847 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-b399d6d0-27d2-4a5b-a91a-746cd3529b0a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0733490 Jun 22 18:30:15.491642 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-87583755-8dd6-42a4-a729-d1511d86ba0a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339842 Jun 22 18:30:15.600790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-2ce03369-f543-4ddf-a2c8-e379d2b6b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.602316 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-2ce03369-f543-4ddf-a2c8-e379d2b6b853 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1858726 Jun 22 18:30:15.632625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26244cf-2871-4395-a500-7b9924347865 req-9e08cbd2-0615-4b9b-8524-f89f9b79d23d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.635305 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d26244cf-2871-4395-a500-7b9924347865 req-9e08cbd2-0615-4b9b-8524-f89f9b79d23d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.1187353 Jun 22 18:30:15.673163 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-7436b76c-bd9a-429e-aa35-01ca4d2be464 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736600 Jun 22 18:30:15.688538 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d26244cf-2871-4395-a500-7b9924347865 req-a95beeaf-93b0-43df-804e-0bd7abcdab35 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381227 Jun 22 18:30:15.777980 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-ec8986d8-27a6-4f55-9c97-2a424155c9f9 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660409 Jun 22 18:30:15.855255 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56b05785-3189-4a9a-a590-67c76186a76b req-4776d083-979d-452f-a1fb-ed13bbf1758d service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645336 Jun 22 18:30:15.927632 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-619ee6ba-16df-4074-91ca-d80da3f64f52 req-c1db0a57-a826-4d13-bcc1-51f14e444ce2 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373680 Jun 22 18:30:15.994038 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945a2b-c354-4d03-9971-2c4b6fa29305 req-33c66897-ea47-46c8-b079-07356bc79689 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:15.995523 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f5945a2b-c354-4d03-9971-2c4b6fa29305 req-33c66897-ea47-46c8-b079-07356bc79689 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.0848622 Jun 22 18:30:16.041363 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f5945a2b-c354-4d03-9971-2c4b6fa29305 req-ffe1018e-69c7-450e-8761-318cbf3d15b9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Jun 22 18:30:16.213462 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:16.320798 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852cf48-46a1-4741-beba-250049483d84 req-9b6c9889-db7f-4918-a8e8-7aa02a35eff4 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:16.322825 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2852cf48-46a1-4741-beba-250049483d84 req-9b6c9889-db7f-4918-a8e8-7aa02a35eff4 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 943 time: 0.0800650 Jun 22 18:30:16.371308 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2852cf48-46a1-4741-beba-250049483d84 req-ddd9293e-8caa-4b7e-84d1-c47f029f1843 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Jun 22 18:30:16.519272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e302dc-6954-49c7-bcb7-86d05dc12bd2 req-8c71fe46-e0cc-4cc6-87b5-ac1beb985888 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:16.521227 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-74e302dc-6954-49c7-bcb7-86d05dc12bd2 req-8c71fe46-e0cc-4cc6-87b5-ac1beb985888 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.0742621 Jun 22 18:30:16.562835 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-74e302dc-6954-49c7-bcb7-86d05dc12bd2 req-a3740220-2c09-4200-915b-d9c641443d13 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Jun 22 18:30:16.896720 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a20e0-2ab1-4dd0-8e51-b62826967e1d req-4a25aa47-0acf-44ba-b8c6-c4ccbe953353 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:16.898353 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f8a20e0-2ab1-4dd0-8e51-b62826967e1d req-4a25aa47-0acf-44ba-b8c6-c4ccbe953353 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.0904210 Jun 22 18:30:16.953674 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f8a20e0-2ab1-4dd0-8e51-b62826967e1d req-a55659e9-4654-41e3-878a-00afa9205877 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353470 Jun 22 18:30:17.191554 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device b82e1d3b-b9f8-4ec9-8e66-4408ad61825c details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:30:17.238072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af117a9-d1e5-4083-885f-2e80cf800cf5 req-29cbc33c-d4a2-42e9-b822-a2c93665de3a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:17.239782 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0af117a9-d1e5-4083-885f-2e80cf800cf5 req-29cbc33c-d4a2-42e9-b822-a2c93665de3a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 943 time: 0.0887647 Jun 22 18:30:17.322632 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,segment=NetworkSegment(c86a2179-865f-4a23-8652-675c5f69fc48),segment_id=c86a2179-865f-4a23-8652-675c5f69fc48)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:17.339647 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c', 'network_id': '1e82651f-ec6b-4aa1-af91-49a32772a562', 'port_id': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c', 'mac_address': 'fa:16:3e:dc:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e37361-7e0b-4ff8-9f64-b111cbfb221d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:30:17.390998 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:17.405143 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82e1d3b-b9f8-4ec9-8e66-4408ad61825c {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:17.428342 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,segment=NetworkSegment(c86a2179-865f-4a23-8652-675c5f69fc48),segment_id=c86a2179-865f-4a23-8652-675c5f69fc48)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:17.433528 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:17.435170 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device cbc136f3-db53-47fe-a448-90d576baadc8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:30:17.441731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:17.518933 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0af117a9-d1e5-4083-885f-2e80cf800cf5 req-fc805a80-c971-46db-9727-8b68f02dc7fe tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616215 Jun 22 18:30:17.552337 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:17.565611 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:17.608905 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635190c-2653-4e64-838a-c17480fac740 req-b1fdaeaf-5bd7-4b7f-bc2e-6a972a761afc tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:17.610520 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9635190c-2653-4e64-838a-c17480fac740 req-b1fdaeaf-5bd7-4b7f-bc2e-6a972a761afc tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.1029167 Jun 22 18:30:17.689578 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cbc136f3-db53-47fe-a448-90d576baadc8,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:17.707851 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9635190c-2653-4e64-838a-c17480fac740 req-e9002154-177d-4f8f-ac80-004ddb431827 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Jun 22 18:30:17.710553 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'cbc136f3-db53-47fe-a448-90d576baadc8', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'port_id': 'cbc136f3-db53-47fe-a448-90d576baadc8', 'mac_address': 'fa:16:3e:47:1e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d70315-457f-4d78-a000-302077b66a27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:30:17.792719 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2842bf7-6317-4de2-af5b-25c2a846d5a2 req-02dd4156-9d04-49db-b03d-2f8df5bf6900 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:17.795042 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e2842bf7-6317-4de2-af5b-25c2a846d5a2 req-02dd4156-9d04-49db-b03d-2f8df5bf6900 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 943 time: 0.0674782 Jun 22 18:30:17.803695 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:17.845208 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc136f3-db53-47fe-a448-90d576baadc8 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:17.878834 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e2842bf7-6317-4de2-af5b-25c2a846d5a2 req-d7bae41e-3b24-4c7a-8383-9855964f220b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733995 Jun 22 18:30:17.882395 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cbc136f3-db53-47fe-a448-90d576baadc8,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:17.891280 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:17.892927 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 81d16934-a65f-4067-a912-44a637db91a2 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:30:17.896265 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:18.030913 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:18.049891 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:18.088387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81d16934-a65f-4067-a912-44a637db91a2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.115883 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '81d16934-a65f-4067-a912-44a637db91a2', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'port_id': '81d16934-a65f-4067-a912-44a637db91a2', 'mac_address': 'fa:16:3e:a8:3a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:30:18.210846 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.212507 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f836e8-3f42-4285-89fc-b8f9ea53b27a req-9f732890-c390-464e-b0a7-cec2f6235c81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:18.222185 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-52f836e8-3f42-4285-89fc-b8f9ea53b27a req-9f732890-c390-464e-b0a7-cec2f6235c81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 943 time: 0.1082425 Jun 22 18:30:18.245066 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d16934-a65f-4067-a912-44a637db91a2 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:18.286611 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-52f836e8-3f42-4285-89fc-b8f9ea53b27a req-59934218-f93c-4443-a6f3-21a75aef4d8e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632617 Jun 22 18:30:18.292393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81d16934-a65f-4067-a912-44a637db91a2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.301714 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.303443 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 12a00d30-dc0c-47bd-81da-fea8f03c873f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:30:18.308729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:18.421445 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:18.426151 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:18.466749 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.477740 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'port_id': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'mac_address': 'fa:16:3e:08:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:30:18.516794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.529253 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a00d30-dc0c-47bd-81da-fea8f03c873f {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:18.549187 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.552946 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.553643 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:30:18.555466 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:18.617899 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:18.621838 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:18.623590 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.635072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9', 'network_id': 'd57d59ad-b501-4475-94f7-9939ec716fca', 'port_id': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9', 'mac_address': 'fa:16:3e:b8:67:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d70315-457f-4d78-a000-302077b66a27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:30:18.672248 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.684749 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:30:18.704127 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:18.707804 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:18.710299 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:18.731837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6bfac-d5a7-448c-a1a7-92437a1b34d0 req-b2df05a7-069b-407d-ad2f-681695603608 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:18.733300 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-72b6bfac-d5a7-448c-a1a7-92437a1b34d0 req-b2df05a7-069b-407d-ad2f-681695603608 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0621822 Jun 22 18:30:18.762895 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:18.766025 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:18.776066 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-72b6bfac-d5a7-448c-a1a7-92437a1b34d0 req-ea8cebbb-e5e7-4605-962d-fe8dca5271fe tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364470 Jun 22 18:30:18.920013 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e75790-ab52-43cb-8d94-dbee65cd10c8 req-23a7354c-198f-4651-ad66-94edb955663d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:18.921478 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-84e75790-ab52-43cb-8d94-dbee65cd10c8 req-23a7354c-198f-4651-ad66-94edb955663d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.0637388 Jun 22 18:30:18.974642 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-84e75790-ab52-43cb-8d94-dbee65cd10c8 req-ec8e8f35-5804-4277-9f7a-6a6989d4695c tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Jun 22 18:30:19.061846 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318cd7b-e73e-4907-ada2-bdb85c123bd7 req-76aff4b1-5053-48cc-bb5c-be800d323779 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:19.063332 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e318cd7b-e73e-4907-ada2-bdb85c123bd7 req-76aff4b1-5053-48cc-bb5c-be800d323779 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 944 time: 0.0618443 Jun 22 18:30:19.099414 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e318cd7b-e73e-4907-ada2-bdb85c123bd7 req-6332f569-1662-4b64-9cbc-1a8f221b0ef1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Jun 22 18:30:19.464344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726770b-e94d-465c-bd22-17a720f795c1 req-36326f5d-f6ad-44ab-93a4-d452f297931d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:19.465840 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b726770b-e94d-465c-bd22-17a720f795c1 req-36326f5d-f6ad-44ab-93a4-d452f297931d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 944 time: 0.0646622 Jun 22 18:30:19.502348 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b726770b-e94d-465c-bd22-17a720f795c1 req-64b6c154-bd3a-4931-bdf2-e0fcace9bca1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Jun 22 18:30:19.944794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c059c-d060-44a5-bead-9a9ec8d155bc req-ea3cf00d-9d7e-4133-b206-61162abf7e00 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:19.946330 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-387c059c-d060-44a5-bead-9a9ec8d155bc req-ea3cf00d-9d7e-4133-b206-61162abf7e00 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0633862 Jun 22 18:30:19.988042 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-387c059c-d060-44a5-bead-9a9ec8d155bc req-d6fe09c9-c359-40f6-b68f-2b7799ac6165 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jun 22 18:30:20.142730 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65beabb-8fd7-4235-a3d9-034e0e489bf5 req-30ce677f-1e40-4f94-8d3b-3aac72803ca9 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:20.144367 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a65beabb-8fd7-4235-a3d9-034e0e489bf5 req-30ce677f-1e40-4f94-8d3b-3aac72803ca9 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.0658636 Jun 22 18:30:20.181836 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a65beabb-8fd7-4235-a3d9-034e0e489bf5 req-01227d81-39a3-4f22-9fc6-8002342a467e tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Jun 22 18:30:20.282096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914162c-8435-4b9e-933b-8f1d8089e249 req-0f6ff10d-ef71-4cac-bf9b-19ba93d86591 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:20.283551 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b914162c-8435-4b9e-933b-8f1d8089e249 req-0f6ff10d-ef71-4cac-bf9b-19ba93d86591 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 944 time: 0.0710771 Jun 22 18:30:20.320969 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b914162c-8435-4b9e-933b-8f1d8089e249 req-644732b9-5c8c-4780-b2c4-b616f2ac744f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Jun 22 18:30:20.669610 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117d80-c455-427b-8ea5-fed2271c8dd4 req-f4a0bd8b-ace2-459a-b50f-23c73675095c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:20.670987 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-de117d80-c455-427b-8ea5-fed2271c8dd4 req-f4a0bd8b-ace2-459a-b50f-23c73675095c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 944 time: 0.0616682 Jun 22 18:30:20.709593 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-de117d80-c455-427b-8ea5-fed2271c8dd4 req-6708f0ff-f6aa-4489-b3cf-46e4435ba40d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327749 Jun 22 18:30:21.049760 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['b82e1d3b-b9f8-4ec9-8e66-4408ad61825c'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:21.089406 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['12a00d30-dc0c-47bd-81da-fea8f03c873f'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:21.136794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:21.174849 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['cbc136f3-db53-47fe-a448-90d576baadc8'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:21.193949 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7644-36be-41ab-8afd-dc3795561eaf req-962a3afb-539f-465d-87f0-d4c1cdef938b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:21.195779 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-095d7644-36be-41ab-8afd-dc3795561eaf req-962a3afb-539f-465d-87f0-d4c1cdef938b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0877769 Jun 22 18:30:21.212738 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:21.257306 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-095d7644-36be-41ab-8afd-dc3795561eaf req-8a4d5cbf-cc8a-41ba-8207-5bb2040befb3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Jun 22 18:30:21.417689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224841b-3802-4ef6-bec7-d7a215aace8c req-2685b4c8-13d4-4dca-beb8-b814df8486d1 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:21.420554 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0224841b-3802-4ef6-bec7-d7a215aace8c req-2685b4c8-13d4-4dca-beb8-b814df8486d1 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.0902288 Jun 22 18:30:21.548614 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0224841b-3802-4ef6-bec7-d7a215aace8c req-c0f44ca6-db58-46d8-8b96-163ac68fa977 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210709 Jun 22 18:30:21.606185 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165291e-9ee7-485c-a5c2-90bfdcc19723 req-87061133-bebb-43ac-b97e-52d0ab0f69f9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:21.611167 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f165291e-9ee7-485c-a5c2-90bfdcc19723 req-87061133-bebb-43ac-b97e-52d0ab0f69f9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 944 time: 0.1270518 Jun 22 18:30:21.716323 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f165291e-9ee7-485c-a5c2-90bfdcc19723 req-99e2db6d-2802-4714-8bf4-614dbf9d6f39 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986471 Jun 22 18:30:21.931813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355292-c6b0-4308-a04a-3f61f1878529 req-5158419c-8b89-4aef-95e7-79a59eea585d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:21.942859 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec355292-c6b0-4308-a04a-3f61f1878529 req-5158419c-8b89-4aef-95e7-79a59eea585d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 944 time: 0.0911553 Jun 22 18:30:21.981929 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec355292-c6b0-4308-a04a-3f61f1878529 req-3df0e92e-4314-4b04-b738-80b9c8fd701b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Jun 22 18:30:22.436836 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c32f4c-827f-466f-9f45-e788360913b5 req-ea34cea6-5999-4ff6-a9f3-b07b11f23ee2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:22.438365 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-87c32f4c-827f-466f-9f45-e788360913b5 req-ea34cea6-5999-4ff6-a9f3-b07b11f23ee2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0669274 Jun 22 18:30:22.476092 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-87c32f4c-827f-466f-9f45-e788360913b5 req-b910d706-5bcd-4e8b-a5da-508ec538f9cb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jun 22 18:30:22.749067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117e365-5c3a-4868-bcd3-24e1d5393521 req-a826c365-e040-404c-99e1-c235f13ef053 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:22.750840 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8117e365-5c3a-4868-bcd3-24e1d5393521 req-a826c365-e040-404c-99e1-c235f13ef053 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.0711715 Jun 22 18:30:22.823975 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8117e365-5c3a-4868-bcd3-24e1d5393521 req-54865469-ba1e-4edf-82be-0fce1f274526 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644817 Jun 22 18:30:22.925933 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce1135-9274-42dc-9ebb-82572437df0e req-b819007a-23c1-44e7-9aa2-0ebc5fdc2dd0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:22.935240 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-30ce1135-9274-42dc-9ebb-82572437df0e req-b819007a-23c1-44e7-9aa2-0ebc5fdc2dd0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 944 time: 0.0757339 Jun 22 18:30:22.971997 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-30ce1135-9274-42dc-9ebb-82572437df0e req-7ca56b87-ef40-4d89-ac7b-6017c3fd13fb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Jun 22 18:30:23.177509 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdd971-e75f-43e0-b477-18ef420d2ae3 req-7f156f1b-9217-4dd4-964f-c52c7dbf8bfe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:23.184211 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0acdd971-e75f-43e0-b477-18ef420d2ae3 req-7f156f1b-9217-4dd4-964f-c52c7dbf8bfe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 944 time: 0.0822847 Jun 22 18:30:23.218805 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0acdd971-e75f-43e0-b477-18ef420d2ae3 req-079b843e-ab9c-4a88-929f-f1f411ffb889 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336900 Jun 22 18:30:23.655485 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24111f-725c-4b2c-aa55-3d5e56e4c5f9 req-305a294a-37c9-460f-ad50-c2ac3ce042eb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:23.656907 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7e24111f-725c-4b2c-aa55-3d5e56e4c5f9 req-305a294a-37c9-460f-ad50-c2ac3ce042eb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0643637 Jun 22 18:30:23.704275 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7e24111f-725c-4b2c-aa55-3d5e56e4c5f9 req-77eb4d4c-ea5b-4a8e-b974-79c9511d45c9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Jun 22 18:30:24.026279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c73368-03d7-4aeb-a8f4-2d2607ff4220 req-702176be-2501-454f-951e-b9414692acab tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:24.028463 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-85c73368-03d7-4aeb-a8f4-2d2607ff4220 req-702176be-2501-454f-951e-b9414692acab tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 944 time: 0.0795031 Jun 22 18:30:24.093069 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-85c73368-03d7-4aeb-a8f4-2d2607ff4220 req-bff36402-247a-4c2f-8f7c-c81fe2a9b5ac tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533547 Jun 22 18:30:24.206301 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device b82e1d3b-b9f8-4ec9-8e66-4408ad61825c up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:24.247794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bba8d-0133-4fd9-a9ad-52b2a79075e1 req-8c9f23c2-4cd9-490d-ba98-7f01f6f53472 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:24.249296 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9e9bba8d-0133-4fd9-a9ad-52b2a79075e1 req-8c9f23c2-4cd9-490d-ba98-7f01f6f53472 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 944 time: 0.0951295 Jun 22 18:30:24.284790 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:24.288729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:24.289169 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.380211 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9e9bba8d-0133-4fd9-a9ad-52b2a79075e1 req-79d5f1a9-8e56-4595-bf42-bb96373dab99 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214037 Jun 22 18:30:24.395999 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.469308 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:24.525169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac778f2-2ead-4507-9a2a-e870a1817760 req-e1064c4a-84a1-4b73-b760-928cb5e2444f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:24.533404 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1ac778f2-2ead-4507-9a2a-e870a1817760 req-e1064c4a-84a1-4b73-b760-928cb5e2444f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 944 time: 0.1148038 Jun 22 18:30:24.556237 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,segment=NetworkSegment(c86a2179-865f-4a23-8652-675c5f69fc48),segment_id=c86a2179-865f-4a23-8652-675c5f69fc48)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:24.562508 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.564003 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 12a00d30-dc0c-47bd-81da-fea8f03c873f up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:24.601677 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:24.621096 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1ac778f2-2ead-4507-9a2a-e870a1817760 req-0272f6b4-767f-4986-a31f-8842ca0b2d55 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865667 Jun 22 18:30:24.680748 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e718392d-bc49-4f03-83e7-1afd008b588c" -d '{"events": [{"server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "name": "network-vif-plugged", "status": "completed", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:24.685229 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 12a00d30-dc0c-47bd-81da-fea8f03c873f completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:24.690662 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:24.694556 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 12a00d30-dc0c-47bd-81da-fea8f03c873f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:24.694947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.696795 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:24.897831 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3543cff-d6d5-4ece-8290-dcbdfb619f6e x-openstack-request-id: req-a3543cff-d6d5-4ece-8290-dcbdfb619f6e {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:24.898255 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "name": "network-vif-plugged", "status": "completed", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:24.898529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-a3543cff-d6d5-4ece-8290-dcbdfb619f6e {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:24.898989 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c', 'code': 200} Jun 22 18:30:24.906289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c297-94ff-4f9c-abbe-bf1f7b8b321b req-0ecaaba1-0869-4996-983f-41f3d32c7082 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:24.907114 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.907891 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d7f2c297-94ff-4f9c-abbe-bf1f7b8b321b req-0ecaaba1-0869-4996-983f-41f3d32c7082 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 944 time: 0.0689692 Jun 22 18:30:24.944123 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:24.950855 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.951927 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device cbc136f3-db53-47fe-a448-90d576baadc8 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:24.957114 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:24.963923 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d7f2c297-94ff-4f9c-abbe-bf1f7b8b321b req-a6110a24-2284-4fe3-82e2-5a5ca8fac02f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Jun 22 18:30:25.040270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.044117 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.054532 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port cbc136f3-db53-47fe-a448-90d576baadc8 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:25.058488 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port cbc136f3-db53-47fe-a448-90d576baadc8 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:25.059730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.134940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-d9a0faeb-0f83-40f2-9ea4-9840f00e118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:25.137499 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-d9a0faeb-0f83-40f2-9ea4-9840f00e118e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 1098 time: 0.0981040 Jun 22 18:30:25.170733 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.171446 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.213951 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cbc136f3-db53-47fe-a448-90d576baadc8,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:25.220146 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.221188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:25.225394 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.321364 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.324675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.325479 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:25.329678 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:25.330121 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.338897 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.345327 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.351096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2ea5da6f-934f-4c54-a096-4f1503f40b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.388552 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f28f1be-6cff-4828-b1b3-ae748d851921 req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435553 Jun 22 18:30:25.400587 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34b2d5-2a71-4cc4-b800-efe908f81f54,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.404736 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.421585 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.428957 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60c83-06f8-4e6a-ac64-c97d8f8f6e99 req-b83a44d6-db93-4a47-b3b5-15a1f9d44311 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:25.439523 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a6d60c83-06f8-4e6a-ac64-c97d8f8f6e99 req-b83a44d6-db93-4a47-b3b5-15a1f9d44311 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.1628661 Jun 22 18:30:25.462393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:25.467366 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.472483 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 81d16934-a65f-4067-a912-44a637db91a2 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:25.490860 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a6d60c83-06f8-4e6a-ac64-c97d8f8f6e99 req-bd186ff0-6c5b-4012-b5cf-8773378b4f3c tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Jun 22 18:30:25.504238 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.578356 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.582397 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.593005 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 81d16934-a65f-4067-a912-44a637db91a2 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:25.596925 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 81d16934-a65f-4067-a912-44a637db91a2 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:25.597310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.601310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd759d8-d42d-48fc-b4e8-952c98a9aec8 req-1ff54b6f-5e36-4965-a5a3-4c5ea871fca1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:25.609661 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bd759d8-d42d-48fc-b4e8-952c98a9aec8 req-1ff54b6f-5e36-4965-a5a3-4c5ea871fca1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0788696 Jun 22 18:30:25.661556 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bd759d8-d42d-48fc-b4e8-952c98a9aec8 req-66adebd7-d674-4284-a311-84d90afad522 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Jun 22 18:30:25.689224 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.728162 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81d16934-a65f-4067-a912-44a637db91a2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:25.733683 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:25.735315 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:25.786598 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:25.789788 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:25.846338 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78575-55b8-4e5d-9d0d-8555e60c69e6 req-dc3160ab-81a3-4cb6-89c5-53ab7cb4ed37 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:25.848056 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-68f78575-55b8-4e5d-9d0d-8555e60c69e6 req-dc3160ab-81a3-4cb6-89c5-53ab7cb4ed37 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0895629 Jun 22 18:30:25.895393 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-68f78575-55b8-4e5d-9d0d-8555e60c69e6 req-af4c4cde-6622-420f-bf85-fbb9dee9819b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400474 Jun 22 18:30:26.163452 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ae00-e009-4607-a5fd-60f188e90bef req-c8c96c69-cc3e-4f90-ad07-9d7deb548a2d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:26.164971 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67c8ae00-e009-4607-a5fd-60f188e90bef req-c8c96c69-cc3e-4f90-ad07-9d7deb548a2d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0676432 Jun 22 18:30:26.202972 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-67c8ae00-e009-4607-a5fd-60f188e90bef req-48a2de26-e6bd-48fe-b24d-09b8f5890d3e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Jun 22 18:30:26.622126 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53402) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:26.659779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c5ad-9dc8-4431-acc0-f50f3a9e5d9b req-a078d27b-e0d1-4eda-990f-2e1c641fe15d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:26.661386 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3b39c5ad-9dc8-4431-acc0-f50f3a9e5d9b req-a078d27b-e0d1-4eda-990f-2e1c641fe15d tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.0662463 Jun 22 18:30:26.707061 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3b39c5ad-9dc8-4431-acc0-f50f3a9e5d9b req-be396c90-c459-48df-ad24-a1377cdea806 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Jun 22 18:30:26.764279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.894170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79f08c-39b7-43b9-be2d-977474a6ea6e req-383348b0-4679-4449-98da-9870375ff71f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:26.895638 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb79f08c-39b7-43b9-be2d-977474a6ea6e req-383348b0-4679-4449-98da-9870375ff71f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1142769 Jun 22 18:30:26.900087 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f'}, {'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8'}, {'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'}, {'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d16934-a65f-4067-a912-44a637db91a2'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:26.903754 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d948f24a-62cb-42e2-a160-c9bc962ba092" -d '{"events": [{"server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "name": "network-vif-plugged", "status": "completed", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f"}, {"server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "name": "network-vif-plugged", "status": "completed", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8"}, {"server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9"}, {"server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "name": "network-vif-plugged", "status": "completed", "tag": "81d16934-a65f-4067-a912-44a637db91a2"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:26.951406 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.955048 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53422) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:26.958835 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb79f08c-39b7-43b9-be2d-977474a6ea6e req-6ec7aa4c-5473-4c2e-b18c-05476c3d3c51 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575612 Jun 22 18:30:26.960431 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:26.963200 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9c56d50a-6cf7-4792-8389-6f5c0c71dc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:26.968704 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b770c4-400b-48a9-b868-b39b9aec0572 x-openstack-request-id: req-f5b770c4-400b-48a9-b868-b39b9aec0572 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:26.970121 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "name": "network-vif-plugged", "status": "completed", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f", "code": 200}, {"server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "name": "network-vif-plugged", "status": "completed", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8", "code": 200}, {"server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "name": "network-vif-plugged", "status": "completed", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9", "code": 200}, {"server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "name": "network-vif-plugged", "status": "completed", "tag": "81d16934-a65f-4067-a912-44a637db91a2", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:26.971719 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-f5b770c4-400b-48a9-b868-b39b9aec0572 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:26.972147 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'code': 200} Jun 22 18:30:26.972779 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8', 'code': 200} Jun 22 18:30:26.973348 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9', 'code': 200} Jun 22 18:30:26.973750 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d16934-a65f-4067-a912-44a637db91a2', 'code': 200} Jun 22 18:30:27.005015 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=0490cb866ebd4c5491d4e10f9676c90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816259 Jun 22 18:30:27.005961 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ce9d7-908f-4808-bab1-17fbad8dadf5,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.008226 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53426) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:27.017986 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.116087 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.148876 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.194080 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.282874 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f00e9f-fbff-4e2c-8e46-b53e8f47e3e7 req-7c3caaa6-29c0-433f-aa75-84d21ad68ac6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:27.302602 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a9f00e9f-fbff-4e2c-8e46-b53e8f47e3e7 req-7c3caaa6-29c0-433f-aa75-84d21ad68ac6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.2439787 Jun 22 18:30:27.483057 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a9f00e9f-fbff-4e2c-8e46-b53e8f47e3e7 req-3c8f6f83-6c15-45e7-a0a7-022a4782f63c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791332 Jun 22 18:30:27.486708 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.496238 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.498202 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/6e2ce9d7-908f-4808-bab1-17fbad8dadf5 HTTP/1.1" status: 204 len: 168 time: 0.4887495 Jun 22 18:30:27.499815 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-457e3188-6ede-4d2f-b402-2fcf6805f0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.524128 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ce9d7-908f-4808-bab1-17fbad8dadf5,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.540204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.569992 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.571272 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156d0c0-72d9-477d-8731-02b1e3e16bc8 req-7fd06125-a13f-4355-8c8d-3d1266950d8d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:27.580230 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6156d0c0-72d9-477d-8731-02b1e3e16bc8 req-7fd06125-a13f-4355-8c8d-3d1266950d8d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.1604493 Jun 22 18:30:27.585776 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.589837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c8eddbc4-ef20-4165-b6ba-90a5fd597a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.666519 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6156d0c0-72d9-477d-8731-02b1e3e16bc8 req-0e4cabcd-a3c4-4f95-a1ce-767928312764 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850103 Jun 22 18:30:27.681421 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=0bcbe344a78f490cb290ccce7e20b04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7229221 Jun 22 18:30:27.690582 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53470) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:27.699278 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b126b6d-2801-4d58-acf2-8e8e1bc7ec8c,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.709994 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.777378 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.832419 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.919428 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.925452 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:27.927285 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/3b126b6d-2801-4d58-acf2-8e8e1bc7ec8c HTTP/1.1" status: 204 len: 168 time: 0.2357113 Jun 22 18:30:27.928538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9cbd65ba-2c0b-40d5-997d-95ab3a5d6055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:27.945518 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b126b6d-2801-4d58-acf2-8e8e1bc7ec8c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:27.954935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b189450-eb29-4523-8cdb-d9064cc83375 req-740ce97e-0a20-4d36-bf2e-60ceeaeef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:27.956979 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2b189450-eb29-4523-8cdb-d9064cc83375 req-740ce97e-0a20-4d36-bf2e-60ceeaeef816 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.1730518 Jun 22 18:30:27.983181 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:27.985579 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53488) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.025714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbb8b4-cf5e-454b-8e2d-466dfdac8937 req-b6990fe5-3527-4574-925b-454189871d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.027667 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-14fbb8b4-cf5e-454b-8e2d-466dfdac8937 req-b6990fe5-3527-4574-925b-454189871d61 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.1960258 Jun 22 18:30:28.106999 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2b189450-eb29-4523-8cdb-d9064cc83375 req-eb467e4a-9279-4c84-9e66-f8c6f88f5c86 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037819 Jun 22 18:30:28.137870 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ec1a5-6cb0-46aa-8883-145d849c4a87 req-654a09ca-8959-43c6-b069-50a13d63838c tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.139489 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a54ec1a5-6cb0-46aa-8883-145d849c4a87 req-654a09ca-8959-43c6-b069-50a13d63838c tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.2032249 Jun 22 18:30:28.149130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-14fbb8b4-cf5e-454b-8e2d-466dfdac8937 req-3b99f3fa-522a-48f7-9261-2a3e8617d45f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914719 Jun 22 18:30:28.185038 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336925b-b1d9-4bf9-99ad-ffc878920124 req-9d216414-84de-46f9-aa33-8364af373017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.191980 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3336925b-b1d9-4bf9-99ad-ffc878920124 req-9d216414-84de-46f9-aa33-8364af373017 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 1098 time: 0.1430099 Jun 22 18:30:28.211360 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a54ec1a5-6cb0-46aa-8883-145d849c4a87 req-39b9fd8f-1b40-43b5-b35b-54734b8763c7 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Jun 22 18:30:28.250812 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574d87a-9196-46cf-a2a1-e96d3c8bfe02 req-21dd40c8-f46b-47a9-abda-d9bd9af25a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.252922 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0574d87a-9196-46cf-a2a1-e96d3c8bfe02 req-21dd40c8-f46b-47a9-abda-d9bd9af25a99 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 1098 time: 0.1866338 Jun 22 18:30:28.265972 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179d82d-c0ba-4abe-b182-5928b2ca20a1 req-173891c8-4374-4a86-903b-108d70427a58 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.267710 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1179d82d-c0ba-4abe-b182-5928b2ca20a1 req-173891c8-4374-4a86-903b-108d70427a58 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1188395 Jun 22 18:30:28.313759 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1179d82d-c0ba-4abe-b182-5928b2ca20a1 req-1bdf213d-a9cc-4416-a572-3ab6425f5879 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Jun 22 18:30:28.336371 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.437835 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.442235 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.445556 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-94c68ed7-d03e-4bc4-b307-091dcdeb67b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.460179 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53506) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.474644 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.485341 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=6e932ef30735425eaefb996669105fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968822 Jun 22 18:30:28.486509 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e1533-2872-48ba-84cd-b901b20c8a32,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.487918 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53510) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.489889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.572084 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.605405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.692433 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.706449 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.712050 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.780672 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.783447 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:28.784587 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b74e1533-2872-48ba-84cd-b901b20c8a32 HTTP/1.1" status: 204 len: 168 time: 0.2957580 Jun 22 18:30:28.790796 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-698376c1-f105-4991-ae84-641140960480 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e5832ba9f0d548f4ae905bbd45f83bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268526 Jun 22 18:30:28.792607 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53538) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:28.798219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe90f5d-3a97-4286-a165-5b729a4fcf93,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.814799 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.817101 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:28.836647 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f908562-9d08-445c-894b-8406db2f7dfc req-c5c3d6aa-d37a-43b9-8e49-211aa37fc19e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:28.838287 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1f908562-9d08-445c-894b-8406db2f7dfc req-c5c3d6aa-d37a-43b9-8e49-211aa37fc19e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.2349849 Jun 22 18:30:28.870619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e1533-2872-48ba-84cd-b901b20c8a32,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:28.883105 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:28.913164 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3336925b-b1d9-4bf9-99ad-ffc878920124 req-d6979b9a-7efe-4d26-846b-5e39ee7ea0f6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217539 Jun 22 18:30:28.942832 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1f908562-9d08-445c-894b-8406db2f7dfc req-ff9b6338-bac4-43f5-8954-56d55b799602 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961063 Jun 22 18:30:29.011640 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0574d87a-9196-46cf-a2a1-e96d3c8bfe02 req-89e1449c-d842-47c4-b0e1-4b089183a583 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168870 Jun 22 18:30:29.053065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.091262 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132900d-d670-4574-be77-5f5cef5ef4f0 req-e189f543-a742-4364-8112-2e4c9a0d84f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:29.092804 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5132900d-d670-4574-be77-5f5cef5ef4f0 req-e189f543-a742-4364-8112-2e4c9a0d84f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.2203186 Jun 22 18:30:29.097464 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.167003 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5132900d-d670-4574-be77-5f5cef5ef4f0 req-e2cbb729-7054-476e-aba2-98ae9473c60c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622358 Jun 22 18:30:29.189592 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.192441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.194731 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/bfe90f5d-3a97-4286-a165-5b729a4fcf93 HTTP/1.1" status: 204 len: 168 time: 0.3770549 Jun 22 18:30:29.194731 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.202700 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe90f5d-3a97-4286-a165-5b729a4fcf93,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.205053 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.348612 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53582) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.382553 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.448830 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b00e44-d3aa-4d9e-adcf-8447ea99ed3f req-7958b085-b983-4651-b5d1-68188eb799ec tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:29.450483 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-14b00e44-d3aa-4d9e-adcf-8447ea99ed3f req-7958b085-b983-4651-b5d1-68188eb799ec tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.1127200 Jun 22 18:30:29.499272 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-14b00e44-d3aa-4d9e-adcf-8447ea99ed3f req-85bd156b-f6fa-4462-9d9d-e34cefcfd837 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417666 Jun 22 18:30:29.537379 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.542600 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.548136 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ed01dda2-4f58-4671-876f-adf68927591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.596716 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53590) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.596918 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=65e1e1ac8f68485aacee506095d676c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468998 Jun 22 18:30:29.602522 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc10892-f074-4f49-ad39-eb9f67fb70fd,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.606164 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.665024 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.685481 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53592) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.691142 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.705903 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.725805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c224f1-734d-4563-a1c8-2544b87e3e70 req-f53a5fe7-6abe-409b-9657-ad72e2ca074a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:29.727403 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-12c224f1-734d-4563-a1c8-2544b87e3e70 req-f53a5fe7-6abe-409b-9657-ad72e2ca074a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1098025 Jun 22 18:30:29.751252 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.756068 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.760215 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/4dc10892-f074-4f49-ad39-eb9f67fb70fd HTTP/1.1" status: 204 len: 168 time: 0.1622548 Jun 22 18:30:29.761758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-cefaefc0-133a-4c89-98f0-7c51e4642d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.770383 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc10892-f074-4f49-ad39-eb9f67fb70fd,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.773291 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:29.829407 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-12c224f1-734d-4563-a1c8-2544b87e3e70 req-a7720631-132c-4156-85d6-28a81e285f27 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912275 Jun 22 18:30:29.924571 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.928642 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:29.932432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-664099eb-657f-440a-b94e-d358a509b9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:29.970070 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=47d9556c1ade47aeb840e31ed6af0643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832067 Jun 22 18:30:29.972458 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53612) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:29.981562 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea8c8d-5c91-4ec8-afd4-22cd341b830c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:29.985418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:30.032709 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.064237 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.129699 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.134174 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:30.135614 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e7ea8c8d-5c91-4ec8-afd4-22cd341b830c HTTP/1.1" status: 204 len: 168 time: 0.1619813 Jun 22 18:30:30.136461 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-edfea43e-59a8-40bc-afc6-a8f2326062a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:30.150845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea8c8d-5c91-4ec8-afd4-22cd341b830c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:30.165722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:30.207880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec912f88-3b8a-49c3-9207-57c3bbef3c53 req-9ec0834e-8f3c-4c92-a39e-12447ddb768b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:30.209686 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec912f88-3b8a-49c3-9207-57c3bbef3c53 req-9ec0834e-8f3c-4c92-a39e-12447ddb768b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1386342 Jun 22 18:30:30.298025 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec912f88-3b8a-49c3-9207-57c3bbef3c53 req-6667f550-05c4-4505-a75c-bac9f70ab5e8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806174 Jun 22 18:30:30.450345 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560ae23-952d-4bb4-b1b5-92b4eeb9799d req-0e2120b8-eb81-49bb-a5a6-053a38a32e8c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:30.450345 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4560ae23-952d-4bb4-b1b5-92b4eeb9799d req-0e2120b8-eb81-49bb-a5a6-053a38a32e8c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0969832 Jun 22 18:30:30.515575 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4560ae23-952d-4bb4-b1b5-92b4eeb9799d req-ba23dcf7-804a-4538-9ce9-9c3222582eb0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Jun 22 18:30:31.207351 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cb961-24ad-4e52-8307-b7e706366ffc req-508b29c8-eb67-45b8-9564-c95e1b766170 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:31.208901 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-283cb961-24ad-4e52-8307-b7e706366ffc req-508b29c8-eb67-45b8-9564-c95e1b766170 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0772774 Jun 22 18:30:31.254552 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-283cb961-24ad-4e52-8307-b7e706366ffc req-6d9a52c4-e7f3-44d8-af41-24c2b095c583 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Jun 22 18:30:31.483545 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c295a-d2b2-4db6-82cb-9611466c93bd req-3f651620-44d1-449f-9e54-6202560ee85f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:31.485319 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7a6c295a-d2b2-4db6-82cb-9611466c93bd req-3f651620-44d1-449f-9e54-6202560ee85f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0755076 Jun 22 18:30:31.548195 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7a6c295a-d2b2-4db6-82cb-9611466c93bd req-61834612-e3e3-4d43-8200-0a9934548846 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572476 Jun 22 18:30:31.754449 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0a111-68c2-4c36-a218-808d19470fd0 req-2aa96716-836c-49f7-931c-28052120dd34 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:31.756294 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8db0a111-68c2-4c36-a218-808d19470fd0 req-2aa96716-836c-49f7-931c-28052120dd34 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0812137 Jun 22 18:30:31.828991 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8db0a111-68c2-4c36-a218-808d19470fd0 req-6c9866b9-ddbe-4b0c-beda-1e1740a20e17 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666993 Jun 22 18:30:31.932862 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994459a-0efe-4420-bff8-231690ce249f req-86321eca-8a3a-4067-8136-83321c6f1dfb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:31.944176 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4994459a-0efe-4420-bff8-231690ce249f req-86321eca-8a3a-4067-8136-83321c6f1dfb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Jun 22 18:30:31.944271 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53720) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:31.950388 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'floatingip': {'port_id': '12a00d30-dc0c-47bd-81da-fea8f03c873f'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:32.035975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.217794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53736) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.314252 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Deleting subnet f30eb3ad-c1ed-45be-8b3e-aa6fed1ba049 {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:30:32.316532 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53742) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.339596 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.438315 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.448331 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.486944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.545978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e14b26-142a-4549-84fd-3e5f7bd56acc req-d6286982-33b9-43e9-bd60-f7db10eb7078 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:32.547579 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40e14b26-142a-4549-84fd-3e5f7bd56acc req-d6286982-33b9-43e9-bd60-f7db10eb7078 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1579952 Jun 22 18:30:32.591418 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.608170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:32.646892 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40e14b26-142a-4549-84fd-3e5f7bd56acc req-efab7ead-2e4e-4540-9e56-15309c7fa84e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910521 Jun 22 18:30:32.650077 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.653858 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] 10.222.0.108 "DELETE /v2.0/subnets/f30eb3ad-c1ed-45be-8b3e-aa6fed1ba049 HTTP/1.1" status: 204 len: 168 time: 0.4338248 Jun 22 18:30:32.658510 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30eb3ad-c1ed-45be-8b3e-aa6fed1ba049,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:32.661901 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-45d0e7b7-cc68-49df-adac-b3488ad276fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:32.662634 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53748) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.766475 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.773558 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.781361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.785262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2d4df763-79b5-4498-b0f0-7894e7cab713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:32.860837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e67638-07a8-48d7-b6dc-24c56912230e,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:32.881597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:32.887956 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=98171ac4dfbb4c0495f32f33827f6279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702493 Jun 22 18:30:32.891853 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53754) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:32.967162 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:32.988204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.988587 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.989346 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.989674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > port after_create 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.989998 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.990358 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > port after_update 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.990679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.990997 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.991329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:32.991638 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:33.097910 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.103304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.110819 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:33.111169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:33.114946 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:33.114946 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:30:33.114946 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d31164e-0f15-4fab-9f25-db4339295acf']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:33.147246 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b25f75-25cd-4bfd-8e53-83d63b121b60') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:33.147603 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b25f75-25cd-4bfd-8e53-83d63b121b60') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:33.203089 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.214697 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395f575-51ca-4356-806e-42295787b9d2 req-f603422b-ba7d-4062-8a71-ebb04d6264b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:33.216679 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-f603422b-ba7d-4062-8a71-ebb04d6264b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 1098 time: 0.1747959 Jun 22 18:30:33.237419 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.240353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.254361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Releasing vlan 1374 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:30:33.254760 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: from cryptography.utils import int_from_bytes Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: from cryptography.utils import int_from_bytes Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:30:33.259000 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:30:33.272036 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Floating IP 14a4abd0-eb1d-47fe-b92e-073a0e91d034 associated. External IP: 172.27.1.174, port: 12a00d30-dc0c-47bd-81da-fea8f03c873f. Jun 22 18:30:33.399290 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395f575-51ca-4356-806e-42295787b9d2 req-c37a9c53-0c24-46e2-a1b2-6cd0cc01f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:33.400690 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-c37a9c53-0c24-46e2-a1b2-6cd0cc01f489 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.1750457 Jun 22 18:30:33.456235 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-7b765f84-847f-43e0-a906-1d7a8f99840b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbc136f3-db53-47fe-a448-90d576baadc8 HTTP/1.1" status: 200 len: 217 time: 0.0427868 Jun 22 18:30:33.497577 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.541497 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbcd7-ec06-4cde-8100-e2501d80589b req-91dc1c36-25c7-43db-933a-7843b8f4edca tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:33.543199 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-471fbcd7-ec06-4cde-8100-e2501d80589b req-91dc1c36-25c7-43db-933a-7843b8f4edca tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.4261830 Jun 22 18:30:33.551948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.572075 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.575571 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] 10.222.0.108 "DELETE /v2.0/networks/4d31164e-0f15-4fab-9f25-db4339295acf HTTP/1.1" status: 204 len: 168 time: 0.9111462 Jun 22 18:30:33.581742 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 53764) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:33.584742 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:33.586243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395f575-51ca-4356-806e-42295787b9d2 req-a7eaadf9-cf3f-407e-a24f-0857293cb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:33.587618 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-a7eaadf9-cf3f-407e-a24f-0857293cb94b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.1007514 Jun 22 18:30:33.606994 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d31164e-0f15-4fab-9f25-db4339295acf,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:33.610206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:33.654665 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-471fbcd7-ec06-4cde-8100-e2501d80589b req-a099a7fa-9ef1-4ac6-af79-a319db2abf4d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941796 Jun 22 18:30:33.663168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.666747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.668084 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/49e67638-07a8-48d7-b6dc-24c56912230e HTTP/1.1" status: 204 len: 168 time: 0.7651374 Jun 22 18:30:33.668970 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-698376c1-f105-4991-ae84-641140960480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:33.673313 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-b2d41039-0d63-47e6-a315-3c20c9aaa861 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449219 Jun 22 18:30:33.677457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e67638-07a8-48d7-b6dc-24c56912230e,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:33.679958 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:33.682570 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:30:33.751215 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Deleting subnet 2a90db9b-9368-47c3-a7c2-8c45fb930e3e {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:30:33.757111 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.851477 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:33.946340 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-648b7102-c7a0-4680-9c8f-947d0cabc3cd service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621913 Jun 22 18:30:34.027729 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53780) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:34.041842 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.145349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.149357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.151935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7bcc07b8-c6b1-47f0-8a95-7b5defd242a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.189175 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=9bfcde48a7ce4a83bfcf5d0c83f90587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603191 Jun 22 18:30:34.190073 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b5587-7c5b-4bd3-ac94-c1f27fb2c752,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.192830 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53782) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:34.203728 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.204110 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.204493 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.204828 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.205173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.205511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.205868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.206238 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.206594 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.206923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.207253 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.207578 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.212514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.221691 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.260746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.275397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:34.284280 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.287160 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.288992 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:34.298839 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:34.299525 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:34.343494 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.346204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.347352 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/057b5587-7c5b-4bd3-ac94-c1f27fb2c752 HTTP/1.1" status: 204 len: 168 time: 0.1535952 Jun 22 18:30:34.350938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4c4ff767-41d5-4bd0-84cc-7b8ace527cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.363533 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e84c0c3d-d386-4de7-a38c-8527917dd2bb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "PUT /v2.0/floatingips/14a4abd0-eb1d-47fe-b92e-073a0e91d034 HTTP/1.1" status: 200 len: 991 time: 2.4149699 Jun 22 18:30:34.364067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:34.365761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b5587-7c5b-4bd3-ac94-c1f27fb2c752,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.366385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d88560-2824-4e03-90a2-508ec9ad8d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:34.369273 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.372090 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e395f575-51ca-4356-806e-42295787b9d2 req-ebb39a49-03a7-4237-8f58-80cc193700b5 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109879 Jun 22 18:30:34.375655 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.378489 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2a35f684-bc2b-48d1-b94f-b0c7b08c17fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.408372 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a90db9b-9368-47c3-a7c2-8c45fb930e3e,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.424536 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.426980 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] 10.222.0.108 "DELETE /v2.0/subnets/2a90db9b-9368-47c3-a7c2-8c45fb930e3e HTTP/1.1" status: 204 len: 168 time: 0.8436699 Jun 22 18:30:34.428285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1247d477-c441-4f2b-9000-3b5a6b6b47e1 x-openstack-request-id: req-1247d477-c441-4f2b-9000-3b5a6b6b47e1 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:34.429046 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53790) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:34.436617 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:34.437225 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-1247d477-c441-4f2b-9000-3b5a6b6b47e1 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:34.437658 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'status': 'completed', 'code': 200} Jun 22 18:30:34.439049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.439422 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.439759 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.447193 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.447597 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.448278 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.448480 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.448816 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.449151 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.450054 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.450400 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.450738 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:34.464798 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6962a4d2-4c25-4c7d-88d1-3333fb5bfded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.478687 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:34.533118 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.636473 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.649633 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8627a09-d392-4f62-a09a-61c253fa4c13']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:34.666652 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bcdb67-ca19-48d9-bd93-c3846d011fdc') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:34.667513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bcdb67-ca19-48d9-bd93-c3846d011fdc') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:34.692026 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-57cab8c5-0c27-46df-9519-1ce5513a064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:34.694388 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-57cab8c5-0c27-46df-9519-1ce5513a064c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.0899293 Jun 22 18:30:34.705379 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.726168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.738543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Releasing vlan 1381 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:30:34.739232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:30:34.741286 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:30:34.834334 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.838857 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-61124921-3418-40cf-a2dc-39ea69268fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:34.842058 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:34.846720 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] 10.222.0.108 "DELETE /v2.0/networks/f8627a09-d392-4f62-a09a-61c253fa4c13 HTTP/1.1" status: 204 len: 168 time: 0.4165316 Jun 22 18:30:34.862614 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8627a09-d392-4f62-a09a-61c253fa4c13,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:34.864841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:34.945932 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '14a4abd0-eb1d-47fe-b92e-073a0e91d034', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:08:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:29:48Z', 'updated_at': '2021-06-22T18:30:32Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:34.946480 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b74e37-5c6f-40aa-9c15-1d51782389a2 req-963bf19d-9045-4d2b-86e3-8a544705157c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:34.954352 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-30b74e37-5c6f-40aa-9c15-1d51782389a2 req-963bf19d-9045-4d2b-86e3-8a544705157c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1183522 Jun 22 18:30:34.972517 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:34.981588 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:34.982414 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:35.022988 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-30b74e37-5c6f-40aa-9c15-1d51782389a2 req-30b64147-c8e2-4e29-999d-ba63f1fb4926 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Jun 22 18:30:35.024799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-5e3fe092-149e-4d37-a3b3-23b929ddc7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:35.040982 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-5e3fe092-149e-4d37-a3b3-23b929ddc7c3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.2625859 Jun 22 18:30:35.101422 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53820) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.106048 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:35.155338 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-eead8b90-c6e3-4d5a-abdf-82a1e36d11d6 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=2a51d269b12646b5925f2dbfd67aa6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525303 Jun 22 18:30:35.157561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53824) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.169591 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-eed3a4e8-e94d-40a2-937b-0d922c432e07 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 999 time: 0.1167920 Jun 22 18:30:35.210938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.241313 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.246755 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-cf0a704f-6382-4cbe-aff3-4291178c97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:35.253913 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-cf0a704f-6382-4cbe-aff3-4291178c97fa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0658658 Jun 22 18:30:35.321329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.326975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.328602 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/0a0c5ff9-65bd-4e90-87c7-e1e7b7ac30a9 HTTP/1.1" status: 204 len: 168 time: 0.1700344 Jun 22 18:30:35.329748 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b7a14023-8661-4470-91a5-3f67add093f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:35.338832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-1e2106ea-4027-4bc2-bfcd-0c55ac6415b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.343380 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c5ff9-65bd-4e90-87c7-e1e7b7ac30a9,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:35.348259 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:35.379173 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-5b1e3415-5eaf-443f-a559-d4f459f6139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:35.379173 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-5b1e3415-5eaf-443f-a559-d4f459f6139b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137207 Jun 22 18:30:35.381652 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '14a4abd0-eb1d-47fe-b92e-073a0e91d034', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:08:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:29:48Z', 'updated_at': '2021-06-22T18:30:32Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:35.418629 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2fd4fd-02cb-4ffd-a4b7-ae39505ec9b1 None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '14a4abd0-eb1d-47fe-b92e-073a0e91d034', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:08:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:29:48Z', 'updated_at': '2021-06-22T18:30:32Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:35.489423 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-7c991aa2-b048-437a-bca5-081feb0c4726 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949342 Jun 22 18:30:35.607413 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d88560-2824-4e03-90a2-508ec9ad8d7b req-cad0050c-eeee-4a87-b8d1-4515486d6924 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014609 Jun 22 18:30:35.751526 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27239cc0-69f3-4970-ae34-750865df485c None None] New status for floating IP 14a4abd0-eb1d-47fe-b92e-073a0e91d034: ACTIVE {{(pid=92802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:30:35.772856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53846) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.834746 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7d660fa2-1136-4a09-9c1c-5650c27e29c3 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=75549bb9e872447695c7d3c29f2a20b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604441 Jun 22 18:30:35.836912 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 53850) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:35.895066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.924656 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.972561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.975208 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.976352 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d6a16a63-8719-4e90-b45f-0a0cdd0da424 HTTP/1.1" status: 204 len: 168 time: 0.1381402 Jun 22 18:30:35.977045 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:35.988646 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a16a63-8719-4e90-b45f-0a0cdd0da424,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:35.991922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:36.220110 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be0a2-fbf3-4f5d-9b7d-e52be777e268 req-595ed668-02f6-4c01-a6f8-613b4a374161 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:36.221719 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d35be0a2-fbf3-4f5d-9b7d-e52be777e268 req-595ed668-02f6-4c01-a6f8-613b4a374161 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0870321 Jun 22 18:30:36.280201 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d35be0a2-fbf3-4f5d-9b7d-e52be777e268 req-8a20ee6e-50c5-4fc2-90ec-3edfed413348 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516634 Jun 22 18:30:37.475902 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328dd68-0702-4064-bbc0-68ac07d9943e req-b5b12c7d-6792-432a-a308-a0bd11770c5b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:37.477428 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a328dd68-0702-4064-bbc0-68ac07d9943e req-b5b12c7d-6792-432a-a308-a0bd11770c5b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0713072 Jun 22 18:30:37.516173 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a328dd68-0702-4064-bbc0-68ac07d9943e req-3b523995-0241-43da-9a6d-3042287717fa tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Jun 22 18:30:37.894156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a492d793-41f2-44c4-9a39-e92ce5a38ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.028813 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.697772 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4845d-7d8c-49a9-8a7e-eb0b300e9b84 req-b7aca20d-620a-49b0-b273-9ba58e37ad40 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:38.699872 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-98e4845d-7d8c-49a9-8a7e-eb0b300e9b84 req-b7aca20d-620a-49b0-b273-9ba58e37ad40 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0726321 Jun 22 18:30:38.744016 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-98e4845d-7d8c-49a9-8a7e-eb0b300e9b84 req-30589a88-268f-44fb-b18d-90ffd4a5c24c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Jun 22 18:30:38.993298 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:39.923663 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f80eae-0a01-44b5-a1a3-40783b4e38e7 req-06867fad-0643-48b5-b119-b139f5d75ade tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:39.925131 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-11f80eae-0a01-44b5-a1a3-40783b4e38e7 req-06867fad-0643-48b5-b119-b139f5d75ade tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0712872 Jun 22 18:30:39.964186 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-11f80eae-0a01-44b5-a1a3-40783b4e38e7 req-e77ad7a4-8b7e-4642-b039-d4e9cfe24751 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Jun 22 18:30:41.140635 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabb419-93e8-43c1-8d9f-065dfd1c23e5 req-da1ecf16-c8b6-4409-b15c-24afd8b5a10a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:41.146075 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0cabb419-93e8-43c1-8d9f-065dfd1c23e5 req-da1ecf16-c8b6-4409-b15c-24afd8b5a10a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0658276 Jun 22 18:30:41.187546 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0cabb419-93e8-43c1-8d9f-065dfd1c23e5 req-b4606c9a-140c-4cb6-8a16-96cbda65d8cf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Jun 22 18:30:41.194832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:41.924691 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-a47b4d6a-2eda-496b-b6fa-6e91b549bd03 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604200 Jun 22 18:30:42.115716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-245445bd-2a4b-4dd6-97b5-8b0890782836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:42.117395 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-245445bd-2a4b-4dd6-97b5-8b0890782836 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91b6ad25e48341c9930c5978978ecdf1&device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 1098 time: 0.0627511 Jun 22 18:30:42.248301 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-e453b61f-4f8f-4db3-9afe-1ea135d7ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:42.254488 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-e453b61f-4f8f-4db3-9afe-1ea135d7ff77 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1e82651f-ec6b-4aa1-af91-49a32772a562 HTTP/1.1" status: 200 len: 914 time: 0.1008384 Jun 22 18:30:42.319219 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-86e61509-70db-481d-85eb-0096076aaa31 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c HTTP/1.1" status: 200 len: 217 time: 0.0399885 Jun 22 18:30:42.405859 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-1a74da9d-946d-40cf-aade-c08cdfa94143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:42.406714 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-1a74da9d-946d-40cf-aade-c08cdfa94143 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62e37361-7e0b-4ff8-9f64-b111cbfb221d HTTP/1.1" status: 200 len: 852 time: 0.0763783 Jun 22 18:30:42.425783 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dc951-de6f-417f-bc4b-63f624019814 req-688c0a2a-74eb-4e1c-9344-b929727f9c2d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:42.427297 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a77dc951-de6f-417f-bc4b-63f624019814 req-688c0a2a-74eb-4e1c-9344-b929727f9c2d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1108532 Jun 22 18:30:42.476332 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a77dc951-de6f-417f-bc4b-63f624019814 req-48d3c577-59ab-4438-b7ae-23418b415323 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Jun 22 18:30:42.505101 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-d36b26cc-53e3-4788-924d-56dcfbd8fd0a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1e82651f-ec6b-4aa1-af91-49a32772a562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395844 Jun 22 18:30:42.683588 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-d210bc1f-d79d-409e-81e1-d5af2f6f0b40 service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086583 Jun 22 18:30:42.791230 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a54c0a7-30a0-4eff-a31b-ec3e448b676a req-837c5a71-fe0e-4f1b-8535-bbcdd8580a38 service neutron] 10.222.0.112 "GET /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960515 Jun 22 18:30:43.087125 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbdc18-f896-47a1-b29c-44e087260be9 req-2ca0c1c4-fdcb-45cf-b036-12d26304437b tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:43.088672 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dddbdc18-f896-47a1-b29c-44e087260be9 req-2ca0c1c4-fdcb-45cf-b036-12d26304437b tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.0643830 Jun 22 18:30:43.130955 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dddbdc18-f896-47a1-b29c-44e087260be9 req-bcc42049-4132-4005-a67d-49916111b3b1 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Jun 22 18:30:43.500430 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54100) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:43.628640 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.644974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.696866 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80bc38-6b15-4c8a-8f40-7ec5720366f1 req-c52c6eb8-7136-43fa-989d-bf9f991e0491 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:43.698390 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2f80bc38-6b15-4c8a-8f40-7ec5720366f1 req-c52c6eb8-7136-43fa-989d-bf9f991e0491 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0895863 Jun 22 18:30:43.743517 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2f80bc38-6b15-4c8a-8f40-7ec5720366f1 req-24845519-84ba-4ddd-888d-b149a95851c5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Jun 22 18:30:43.752649 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.759570 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.764142 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:43.799508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2549f258-16e1-46d3-b135-33b436869423,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:43.803878 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=37b6d65fb54446f193e1c25f8f24f228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024304 Jun 22 18:30:43.805233 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:43.806642 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54110) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:43.858439 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.881765 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.934940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.938127 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:43.939242 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/2549f258-16e1-46d3-b135-33b436869423 HTTP/1.1" status: 204 len: 168 time: 0.1315026 Jun 22 18:30:43.940094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:43.950918 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549f258-16e1-46d3-b135-33b436869423,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:43.953244 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.233342 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54118) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:44.254228 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.364097 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac324d9b-f9c1-40eb-8c54-1a6ccb982bf6 req-0c74595d-6f10-499c-a14d-56cdf28b7f15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:44.366737 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ac324d9b-f9c1-40eb-8c54-1a6ccb982bf6 req-0c74595d-6f10-499c-a14d-56cdf28b7f15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.1031728 Jun 22 18:30:44.428018 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ac324d9b-f9c1-40eb-8c54-1a6ccb982bf6 req-c5d2847a-e7fe-4fcb-b5f2-b6c93c51c0f3 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537062 Jun 22 18:30:44.445477 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.452623 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.455655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5bbb04c0-96a8-473c-bcf1-9d93f0714eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:44.493283 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19c7fe-5956-41d0-9cf5-f761b8bcca1e,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:44.496930 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.499826 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=8de916bb4de44796867a39e87f2334be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651472 Jun 22 18:30:44.502204 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54124) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:44.558997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.580298 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.639501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.642350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:44.643494 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9b19c7fe-5956-41d0-9cf5-f761b8bcca1e HTTP/1.1" status: 204 len: 168 time: 0.1401777 Jun 22 18:30:44.644269 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-818087ef-3ac8-4e3e-9755-7ccf1596a8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:44.653223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19c7fe-5956-41d0-9cf5-f761b8bcca1e,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:44.664284 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:44.954275 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d424-f380-4f2a-92ee-466e06f02c4e req-b42e9acb-d855-49b9-8c45-db31511cbf82 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:44.955829 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2875d424-f380-4f2a-92ee-466e06f02c4e req-b42e9acb-d855-49b9-8c45-db31511cbf82 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0748236 Jun 22 18:30:44.999525 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2875d424-f380-4f2a-92ee-466e06f02c4e req-4ae5cfd4-a0c4-4790-95bb-131b78cdfd25 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Jun 22 18:30:45.010944 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54136) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:45.031650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.128263 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.132365 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.134805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:45.170820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5abc5ae-15df-4e12-b78f-0e8461191b2a,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:45.173833 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:45.177420 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=662faa08ea594376a84a3bfaaa52965e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632462 Jun 22 18:30:45.179099 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54138) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:45.231850 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.257797 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.305182 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.307970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:45.310041 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b5abc5ae-15df-4e12-b78f-0e8461191b2a HTTP/1.1" status: 204 len: 168 time: 0.1297998 Jun 22 18:30:45.311030 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6727b693-d358-4aa9-849c-71dd4c408f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:45.319581 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5abc5ae-15df-4e12-b78f-0e8461191b2a,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:45.323139 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:45.642358 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72ae55-3185-4230-8a56-fbc07617e2c7 req-98b0db61-de05-4bb2-a61d-73927f701e22 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:45.649017 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4e72ae55-3185-4230-8a56-fbc07617e2c7 req-98b0db61-de05-4bb2-a61d-73927f701e22 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.0846710 Jun 22 18:30:45.698120 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4e72ae55-3185-4230-8a56-fbc07617e2c7 req-9cc9fd2f-911e-440b-8237-60a4bbd8e262 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Jun 22 18:30:46.226820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07ed5-b6d1-43de-93d0-0c0df0c82b2c req-8f5f2674-f631-402f-a95c-bbd86d25f525 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:46.228424 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-49b07ed5-b6d1-43de-93d0-0c0df0c82b2c req-8f5f2674-f631-402f-a95c-bbd86d25f525 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0922682 Jun 22 18:30:46.287905 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-49b07ed5-b6d1-43de-93d0-0c0df0c82b2c req-7acb9661-a55b-47a3-912a-6991218bcbed tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Jun 22 18:30:46.896252 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba44b-a004-4bfb-97f4-292c1f54dfa6 req-3135baa2-650e-466f-8f14-e36b38a531da tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:46.898295 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-650ba44b-a004-4bfb-97f4-292c1f54dfa6 req-3135baa2-650e-466f-8f14-e36b38a531da tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.0681248 Jun 22 18:30:46.941488 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-650ba44b-a004-4bfb-97f4-292c1f54dfa6 req-b5ca643c-773f-4091-82ca-6dd23fbd7da0 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Jun 22 18:30:47.455830 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0003b-6417-4708-a89e-3da5d314ac99 req-8a33df79-7d77-441c-9452-068fb2b27c95 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:47.457215 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e6f0003b-6417-4708-a89e-3da5d314ac99 req-8a33df79-7d77-441c-9452-068fb2b27c95 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0640562 Jun 22 18:30:47.494613 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e6f0003b-6417-4708-a89e-3da5d314ac99 req-510566d5-3802-4ba8-91e3-b52626ed7d53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Jun 22 18:30:47.686689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-dfc2aba8-185b-45e7-aa45-93a6111d2a06 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:47.688374 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-dfc2aba8-185b-45e7-aa45-93a6111d2a06 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.112 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 945 time: 0.0687263 Jun 22 18:30:47.810790 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Deleting port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:30:47.811227 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.917139 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] For port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,segment=NetworkSegment(c86a2179-865f-4a23-8652-675c5f69fc48),segment_id=c86a2179-865f-4a23-8652-675c5f69fc48)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:47.917861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.933649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Calling delete_port for b82e1d3b-b9f8-4ec9-8e66-4408ad61825c owned by compute:nova {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:30:48.156228 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.166089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:48.194087 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Pushing event deleted for resources: {'Port': ['ID=b82e1d3b-b9f8-4ec9-8e66-4408ad61825c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:48.211262 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:48.214930 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['b82e1d3b-b9f8-4ec9-8e66-4408ad61825c'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:30:48.227089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0800b-9a71-471e-b5cb-8bb5e0a4be3f req-64d688dc-2640-4232-8588-115ab0a7ed03 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:48.228521 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-afe0800b-9a71-471e-b5cb-8bb5e0a4be3f req-64d688dc-2640-4232-8588-115ab0a7ed03 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 867 time: 0.1169744 Jun 22 18:30:48.305196 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] No DVR routers for this DVR port b82e1d3b-b9f8-4ec9-8e66-4408ad61825c on host hv-cinder-79717 {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:30:48.310545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.312630 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a6254772-c5f5-4f45-9eed-d5edf60a29e2 req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.112 "DELETE /v2.0/ports/b82e1d3b-b9f8-4ec9-8e66-4408ad61825c HTTP/1.1" status: 204 len: 173 time: 0.6141131 Jun 22 18:30:48.313095 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'name': 'network-vif-deleted', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:30:48.315362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737946f-bb7d-485a-adb5-ddd8a17587bd" -d '{"events": [{"server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "name": "network-vif-deleted", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:30:48.332852 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-afe0800b-9a71-471e-b5cb-8bb5e0a4be3f req-d8de9d17-c55a-4947-8ed9-d9b733e2d2cb tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/security-groups?id=f3ae1066-ec04-455c-bf61-6506f201cecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949583 Jun 22 18:30:48.353008 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f7d6e-e839-4399-b9e8-7867b282eadd x-openstack-request-id: req-1e8f7d6e-e839-4399-b9e8-7867b282eadd {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:30:48.353323 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50283e4c-6954-40b2-9ca4-d66c701a997d", "name": "network-vif-deleted", "tag": "b82e1d3b-b9f8-4ec9-8e66-4408ad61825c", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:30:48.353596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-1e8f7d6e-e839-4399-b9e8-7867b282eadd {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:30:48.354020 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50283e4c-6954-40b2-9ca4-d66c701a997d', 'name': 'network-vif-deleted', 'tag': 'b82e1d3b-b9f8-4ec9-8e66-4408ad61825c', 'status': 'completed', 'code': 200} Jun 22 18:30:48.665881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dd38c-d7da-499d-9e1c-e677bff8f16a req-fe6d0caf-ae24-4a5a-94b5-8ba4106c8c21 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:48.667340 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-193dd38c-d7da-499d-9e1c-e677bff8f16a req-fe6d0caf-ae24-4a5a-94b5-8ba4106c8c21 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0621817 Jun 22 18:30:48.704506 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-193dd38c-d7da-499d-9e1c-e677bff8f16a req-eaa6e06f-d02c-4fcb-abc1-eed12c49d119 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Jun 22 18:30:49.499155 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-47fcb459-e98a-4706-8d2f-c618f74c83b7 req-e98fa1b0-d6f4-42f7-9465-43bbfc9d87c7 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] 10.222.0.108 "GET /v2.0/ports?device_id=50283e4c-6954-40b2-9ca4-d66c701a997d HTTP/1.1" status: 200 len: 210 time: 0.0275478 Jun 22 18:30:49.885088 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d315-2871-4aff-b540-0c6e5dbea340 req-d59dbcf0-9f01-4501-8b85-745070f2974d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:49.887193 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6706d315-2871-4aff-b540-0c6e5dbea340 req-d59dbcf0-9f01-4501-8b85-745070f2974d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0711079 Jun 22 18:30:49.924394 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6706d315-2871-4aff-b540-0c6e5dbea340 req-91291990-937d-471f-89b2-d9e2bf585f51 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306916 Jun 22 18:30:50.293724 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device b82e1d3b-b9f8-4ec9-8e66-4408ad61825c no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:30:50.314224 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: b82e1d3b-b9f8-4ec9-8e66-4408ad61825c {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:30:50.314580 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device b82e1d3b-b9f8-4ec9-8e66-4408ad61825c not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:30:51.094028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfe44a-cc1b-49bc-a289-a8196f36ca2d req-4d9a0b26-5667-447a-a343-0d14b0865fd8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:51.095501 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-93bfe44a-cc1b-49bc-a289-a8196f36ca2d req-4d9a0b26-5667-447a-a343-0d14b0865fd8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0629239 Jun 22 18:30:51.133140 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-93bfe44a-cc1b-49bc-a289-a8196f36ca2d req-e6fa2a58-ba86-4361-bbf2-a8d49cf119bc tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jun 22 18:30:52.105223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54326) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.149228 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Deleting subnet 62e37361-7e0b-4ff8-9f64-b111cbfb221d {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:30:52.153116 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.193923 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.234933 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.316332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.322389 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a4a514cd-bcbe-457b-a211-82d787832a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:52.353143 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e37361-7e0b-4ff8-9f64-b111cbfb221d,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:52.359002 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a7fd3-f660-4cb5-ba71-8d363e99a695 req-eadc0e34-b9fa-4539-83b4-df60833c780e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:52.359836 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:52.360498 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-197a7fd3-f660-4cb5-ba71-8d363e99a695 req-eadc0e34-b9fa-4539-83b4-df60833c780e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1152534 Jun 22 18:30:52.366449 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.368862 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8b3770a5-754c-4b1c-be18-c5323ca75d46 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/62e37361-7e0b-4ff8-9f64-b111cbfb221d HTTP/1.1" status: 204 len: 168 time: 0.2615805 Jun 22 18:30:52.373562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54340) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.448853 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-197a7fd3-f660-4cb5-ba71-8d363e99a695 req-f461da70-908f-49db-8eba-05a62d31d80f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818598 Jun 22 18:30:52.460217 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.541779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.551487 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e82651f-ec6b-4aa1-af91-49a32772a562']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:52.561307 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86a2179-865f-4a23-8652-675c5f69fc48') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:52.561412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86a2179-865f-4a23-8652-675c5f69fc48') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:52.571200 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.584871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.591043 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Releasing vlan 1377 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:30:52.591418 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:30:52.593030 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:30:52.644643 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.648399 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-05d9525b-603c-416b-bbf8-0173c251d21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:52.651002 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.652801 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] 10.222.0.108 "DELETE /v2.0/networks/1e82651f-ec6b-4aa1-af91-49a32772a562 HTTP/1.1" status: 204 len: 168 time: 0.2774515 Jun 22 18:30:52.663440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e82651f-ec6b-4aa1-af91-49a32772a562,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:52.665731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f330973a-e2dc-4e92-a3eb-a8b42dd080d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:52.825451 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54356) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.879361 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a00020c7-49b7-4c58-8035-19d5e68bf5b1 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=91b6ad25e48341c9930c5978978ecdf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461509 Jun 22 18:30:52.879361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54362) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.921973 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.943306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.996744 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.999814 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.000936 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/f3ae1066-ec04-455c-bf61-6506f201cecb HTTP/1.1" status: 204 len: 168 time: 0.1245844 Jun 22 18:30:53.001856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.014738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae1066-ec04-455c-bf61-6506f201cecb,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.017628 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.214308 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:53.629798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70f0cd-852a-42ec-886e-76caa1cad7be req-511fa0ea-b10a-448b-979e-03a31428e7f3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:53.631359 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4f70f0cd-852a-42ec-886e-76caa1cad7be req-511fa0ea-b10a-448b-979e-03a31428e7f3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0682001 Jun 22 18:30:53.670102 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4f70f0cd-852a-42ec-886e-76caa1cad7be req-97eb3e15-ada5-42b9-9e8f-a8db2f13836a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Jun 22 18:30:53.677311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54394) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:53.771840 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-706643086-network', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:53.796488 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Made reservation on behalf of 6d8dce0639fa4fd59793b8baaecda38b for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:53.798782 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.807039 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.898280 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.902618 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.905475 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5d03bc30-d670-40d7-8bb6-d909cef8fb53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.927198 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1386} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:53.937701 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93662ca-1e8b-49ef-b1db-7edd2ea191e1,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.941790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.942881 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.943218 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Added segment 6e75c1d8-5540-43ec-bb8b-d85007c2b13c of type vlan for network 85da840c-aaa7-4658-892a-5bac5922939e Jun 22 18:30:53.983562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.011224 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.012514 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:54.013132 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.015841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:54.060721 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3818526 Jun 22 18:30:54.063743 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54400) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:54.068805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Request body: {'subnet': {'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-subnet', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:54.074927 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=85da840c-aaa7-4658-892a-5bac5922939e,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:54.077861 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.085711 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 85da840c-aaa7-4658-892a-5bac5922939e details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:54.091617 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Made reservation on behalf of 6d8dce0639fa4fd59793b8baaecda38b for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:54.094046 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.281057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.283892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:54.339748 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa23b70-4fe1-4920-bd76-349713db1159,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:54.342869 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.348324 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Checking segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:54.348671 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Network hostable DHCP agents. Network: 85da840c-aaa7-4658-892a-5bac5922939e, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:54.363932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Network 85da840c-aaa7-4658-892a-5bac5922939e is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:54.372787 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 85da840c-aaa7-4658-892a-5bac5922939e) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:54.376573 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:54.377153 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.383180 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28a45b-c361-4d4d-b80f-d012bafc9528 None None] Network 85da840c-aaa7-4658-892a-5bac5922939e requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:54.392376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3275616 Jun 22 18:30:54.395323 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54410) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:54.399886 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:54.420783 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.421662 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.477083 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.548470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-85da840c-aaa7-4658-892a-5bac5922939e', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:30:54.549411 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.695160 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Allocated IP 172.20.0.2 (85da840c-aaa7-4658-892a-5bac5922939e/efa23b70-4fe1-4920-bd76-349713db1159/b37fd75c-776f-4bd2-8f1a-546eaed3f6c7) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:54.852861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.858079 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.865385 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c707b9e-6358-4200-8d47-fa1d4deb4c23 req-0288520a-f7c1-4a7e-b1f7-050847284fe1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:54.866762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Transition to ACTIVE for port object b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:54.867088 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3c707b9e-6358-4200-8d47-fa1d4deb4c23 req-0288520a-f7c1-4a7e-b1f7-050847284fe1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0702894 Jun 22 18:30:54.881293 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Transition to ACTIVE for port object b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:54.886928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.889721 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:54.913604 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3c707b9e-6358-4200-8d47-fa1d4deb4c23 req-838adf06-189a-4423-bb65-8d8aef3d27f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 Jun 22 18:30:54.924858 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Network 85da840c-aaa7-4658-892a-5bac5922939e is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:54.929226 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:54.940380 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Pushing event updated for resources: {'Port': ['ID=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:54.940722 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:54.949181 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.949514 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.949774 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.950130 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.950488 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.950813 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.951134 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.951454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.951795 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.952119 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.952438 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.952754 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.956458 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:55.012364 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Attempting to bind port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:55.012885 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Attempting to bind port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:55.013314 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Attempting to bind port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:55.017973 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:55.018383 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Checking segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:55.018777 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.019172 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Bound using segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:55.019628 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Bound port: b37fd75c-776f-4bd2-8f1a-546eaed3f6c7, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:55.020145 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.073649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.085305 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] For port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:55.088250 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] For port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:55.092266 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.093376 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.095135 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:55.147498 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Pushing event updated for resources: {'Port': ['ID=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:55.150547 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:55.196456 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Allocated IP 172.27.1.53 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/72db2de2-e97d-40b9-9507-8bafba4143ab) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:55.320729 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.363941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.366163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c3db1559-d80b-4ee2-b165-fe82e0d4a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:55.417062 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Pushing event updated for resources: {'Port': ['ID=72db2de2-e97d-40b9-9507-8bafba4143ab,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:55.439499 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:55.439499 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:55.439499 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:55.444739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:55.701701 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.895521 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.048880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:30:56.104000 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9912b-6233-437c-bdd0-cca50c65be99 req-c641a972-1410-4494-a650-73014d1a9d56 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:56.105593 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b1b9912b-6233-437c-bdd0-cca50c65be99 req-c641a972-1410-4494-a650-73014d1a9d56 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0769582 Jun 22 18:30:56.131938 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a506b4-9a24-4f98-8ff4-92d6568bcc29 None None] Network 85da840c-aaa7-4658-892a-5bac5922939e requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:56.150869 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b1b9912b-6233-437c-bdd0-cca50c65be99 req-a65d1794-90b6-4ecb-ab2e-8879521d06c3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Jun 22 18:30:56.187035 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:56.196644 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:56.203208 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-b166d2fe-2973-4e7e-817f-c2bfd97ec76d None None] Provisioning for port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:56.206793 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:56.207403 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:56.208026 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.209353 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8130839 Jun 22 18:30:56.212090 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54432) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:56.325711 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:56.532435 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:55Z', 'revision_number': 3, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:56.595761 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:56.596384 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Updating router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 port 72db2de2-e97d-40b9-9507-8bafba4143ab binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:56.655495 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.692570 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 54444) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:56.709916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:56.768136 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:56.780521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:56.781918 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.795539 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.879922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.908446 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-b53f0dd1-9c53-4d81-98d7-e8bf95914229 None None] Provisioning complete for port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:56.908827 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b53f0dd1-9c53-4d81-98d7-e8bf95914229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.939863 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.987413 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:56.993328 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.000045 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.000574 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.009293 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Allocated IP 172.20.0.1 (85da840c-aaa7-4658-892a-5bac5922939e/efa23b70-4fe1-4920-bd76-349713db1159/fe54e689-5deb-4774-9c11-d0b7ad63ff3b) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:57.015881 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Transition to ACTIVE for port object 72db2de2-e97d-40b9-9507-8bafba4143ab will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:57.026665 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.030075 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.032019 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-32de66a4-d626-482d-9b0f-47ebd958ad5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.039035 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.043242 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-058daa3b-a8cd-4d0f-b733-aa93cefd539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.087624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.097800 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=f862e06ae77a4396b8f79d2b702679bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036796 Jun 22 18:30:57.100141 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2e8a15-a9b4-44b3-8094-ab3645a193cd,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.101577 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54450) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:57.103641 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.104345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.117214 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Attempting to bind port 72db2de2-e97d-40b9-9507-8bafba4143ab on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:57.117614 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Attempting to bind port 72db2de2-e97d-40b9-9507-8bafba4143ab by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:57.118096 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Attempting to bind port 72db2de2-e97d-40b9-9507-8bafba4143ab on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:57.127177 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Pushing event updated for resources: {'Port': ['ID=72db2de2-e97d-40b9-9507-8bafba4143ab,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.129616 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:57.129999 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:57.130425 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.130855 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:57.138301 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Bound port: 72db2de2-e97d-40b9-9507-8bafba4143ab, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:57.138301 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.160662 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.160994 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.161316 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.161639 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.161952 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.162292 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.162603 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.162913 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.163249 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.163555 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.163864 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.164173 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:57.168945 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.177682 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.198285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.202896 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Transition to ACTIVE for port object fe54e689-5deb-4774-9c11-d0b7ad63ff3b will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:57.203072 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] For port 72db2de2-e97d-40b9-9507-8bafba4143ab, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:57.206431 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] For port 72db2de2-e97d-40b9-9507-8bafba4143ab, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=72db2de2-e97d-40b9-9507-8bafba4143ab,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:57.210184 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.212899 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.227982 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.283000 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:57.283632 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:57.288575 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Pushing event updated for resources: {'Port': ['ID=72db2de2-e97d-40b9-9507-8bafba4143ab,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.291833 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.294554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dad2323c-2bb0-42ec-b154-17649cae5771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.327138 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.328028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.330553 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.331660 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/7e2e8a15-a9b4-44b3-8094-ab3645a193cd HTTP/1.1" status: 204 len: 168 time: 0.2286401 Jun 22 18:30:57.339875 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Network 85da840c-aaa7-4658-892a-5bac5922939e is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:57.343234 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:57.346795 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:57.374918 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Pushing event updated for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.375978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9441be-d5a3-4982-8bfe-a3b496f2e7c9 req-106bf3e6-1e92-445e-8386-e4f754a661d0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:57.381062 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4b9441be-d5a3-4982-8bfe-a3b496f2e7c9 req-106bf3e6-1e92-445e-8386-e4f754a661d0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0901704 Jun 22 18:30:57.387154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.387402 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b33ad628-8af0-43e3-8aaa-907cc540be90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.396912 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2e8a15-a9b4-44b3-8094-ab3645a193cd,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.404083 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.418760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.441451 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:57.464020 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4b9441be-d5a3-4982-8bfe-a3b496f2e7c9 req-ee223925-a6fa-4023-802a-079db568dc60 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674372 Jun 22 18:30:57.629886 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-4a154ce7-190a-43f0-a19b-d2b13e3cf5c5 None None] Provisioning for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:57.635787 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-4a154ce7-190a-43f0-a19b-d2b13e3cf5c5 None None] Provisioning complete for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:57.636922 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4a154ce7-190a-43f0-a19b-d2b13e3cf5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.640361 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.692649 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-4a154ce7-190a-43f0-a19b-d2b13e3cf5c5 None None] Port fe54e689-5deb-4774-9c11-d0b7ad63ff3b cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:30:57.790755 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:55Z', 'revision_number': 3, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:57.823275 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f40094-90ed-43f0-8e19-b9aa283b0312 None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:55Z', 'revision_number': 3, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:57.841915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.847818 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.857452 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8eb7ddad-d4c8-4fc8-ad1d-e0cd76e9f6f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.923142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Pushing event updated for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.927929 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.928711 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.044057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Network 85da840c-aaa7-4658-892a-5bac5922939e is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:58.045490 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:58.194931 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:30:58.344104 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:58.354699 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] 10.222.0.108 "PUT /v2.0/routers/715ffe46-4a78-468b-8bbd-e22a3672e3b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412840 Jun 22 18:30:58.417205 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-a2431564-b610-4a44-baa2-43bb8c74a1f7 None None] Provisioning complete for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:58.418259 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a2431564-b610-4a44-baa2-43bb8c74a1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.463091 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-a2431564-b610-4a44-baa2-43bb8c74a1f7 None None] Port fe54e689-5deb-4774-9c11-d0b7ad63ff3b cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:30:58.688766 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:58.727852 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662650-8cd2-4557-8429-97d229b1e83e req-b594254d-4654-48cd-91f9-454cbee24ca3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:58.732093 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bc662650-8cd2-4557-8429-97d229b1e83e req-b594254d-4654-48cd-91f9-454cbee24ca3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1234827 Jun 22 18:30:58.796320 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:58.796320 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.797673 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bc662650-8cd2-4557-8429-97d229b1e83e req-61a8ad95-8f73-4e2e-b985-0e280680579e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591605 Jun 22 18:30:58.890407 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 72db2de2-e97d-40b9-9507-8bafba4143ab up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:58.942982 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 72db2de2-e97d-40b9-9507-8bafba4143ab completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:58.946653 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 72db2de2-e97d-40b9-9507-8bafba4143ab triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:58.947039 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.027888 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.048264 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 72db2de2-e97d-40b9-9507-8bafba4143ab, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=72db2de2-e97d-40b9-9507-8bafba4143ab,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:59.052144 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.053964 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.104018 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=72db2de2-e97d-40b9-9507-8bafba4143ab,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.107263 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.141546 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54502) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.146291 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883640056', 'description': 'tempest-description--1130498458'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:59.168811 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.259031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.264974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.268969 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f3d42b81-d8a4-4513-a9a7-be2751b5062b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.309927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033e1312-bfe0-4191-ae25-3b632cac1683,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.309927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.309927 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1633029 Jun 22 18:30:59.309927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.309927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54506) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.313430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group_rule': {'security_group_id': '033e1312-bfe0-4191-ae25-3b632cac1683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:59.344145 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.400819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.404487 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.406262 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1470aafc-e03e-410d-a813-4379848b8d3d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.420846 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7194ba1-c979-4a39-8688-b899ac86144e,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.425469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.430652 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.431877 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221035 Jun 22 18:30:59.435060 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54508) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.439812 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group_rule': {'security_group_id': '033e1312-bfe0-4191-ae25-3b632cac1683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:59.466412 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.523508 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.527061 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.529103 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-51267101-394a-42f5-b9fb-8dd618474cfb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.544700 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc14d18-b53f-4565-b6cc-5c9f35d61caf,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.547669 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.550732 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.551995 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159861 Jun 22 18:30:59.555000 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 54510) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.559848 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:59.585031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.604336 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:59.613474 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:59.614133 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:59.694807 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:59.722060 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:59.799019 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Allocated IP 172.27.1.218 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/54bfe92d-e3e9-46ec-81d8-849b8d1d39d0) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:59.948439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 2, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:59.982759 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:59.983215 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Updating router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 port fe54e689-5deb-4774-9c11-d0b7ad63ff3b binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:00.007223 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532f5c2-5727-45ab-9a7e-d14c727474bb req-5c816c6c-fa10-4990-ac91-b8a43fa60905 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:00.009356 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f532f5c2-5727-45ab-9a7e-d14c727474bb req-5c816c6c-fa10-4990-ac91-b8a43fa60905 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0693579 Jun 22 18:31:00.020732 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.049741 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f532f5c2-5727-45ab-9a7e-d14c727474bb req-49f7089c-c8b8-460f-bf68-316d0af8ca2c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Jun 22 18:31:00.201145 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.238986 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.241999 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7493e1b8-90ca-4a2b-bdae-c84f103e8ca3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:00.278741 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:00.283165 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:00.287859 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:00.290736 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=54bfe92d-e3e9-46ec-81d8-849b8d1d39d0,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.298693 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.308554 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Transition to ACTIVE for port object fe54e689-5deb-4774-9c11-d0b7ad63ff3b will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:00.312663 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.317529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.319814 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:00.378333 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Pushing event updated for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.381207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.387892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.433773 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.441339 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Attempting to bind port fe54e689-5deb-4774-9c11-d0b7ad63ff3b on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:00.441826 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Attempting to bind port fe54e689-5deb-4774-9c11-d0b7ad63ff3b by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:00.442286 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Attempting to bind port fe54e689-5deb-4774-9c11-d0b7ad63ff3b on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:00.447845 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:00.448304 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Checking segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:00.448786 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.450371 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Bound using segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:00.450371 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Bound port: fe54e689-5deb-4774-9c11-d0b7ad63ff3b, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:00.450371 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.516381 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] For port fe54e689-5deb-4774-9c11-d0b7ad63ff3b, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:00.519654 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] For port fe54e689-5deb-4774-9c11-d0b7ad63ff3b, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:00.524364 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.526286 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:00.593326 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:00.593963 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:30:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:00.597808 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Pushing event updated for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.627005 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.633451 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.638916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 72db2de2-e97d-40b9-9507-8bafba4143ab up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:00.639174 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.642654 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:00.708496 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=54bfe92d-e3e9-46ec-81d8-849b8d1d39d0,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:00.712898 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:00.735216 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.748446 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:00.750892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.752346 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1964180 Jun 22 18:31:00.785450 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 72db2de2-e97d-40b9-9507-8bafba4143ab triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:00.785833 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.146816 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:00Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:01.172609 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaedbc2-8293-49a9-8fcb-88334bad8113 None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:00Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:02.602328 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device fe54e689-5deb-4774-9c11-d0b7ad63ff3b up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:02.657771 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:02.661998 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:02.662400 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.742767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.773566 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port fe54e689-5deb-4774-9c11-d0b7ad63ff3b, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:02.777328 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.779201 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:02.825555 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:02.828963 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:04.587348 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device fe54e689-5deb-4774-9c11-d0b7ad63ff3b up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:04.633010 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port fe54e689-5deb-4774-9c11-d0b7ad63ff3b triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:04.633392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.322267 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-30e9a219-98a5-451f-be45-c78049c2ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.708196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-cfd05e0b-6d7d-40e9-b07e-700ef576098c tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=383afa78479742e9b3d7d820690a6f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295870 Jun 22 18:31:06.775753 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-81d4b885-9b55-4374-b235-542ae376b6a2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:06.777250 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-81d4b885-9b55-4374-b235-542ae376b6a2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.1037805 Jun 22 18:31:06.793797 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-98d11b03-b6d0-4dd3-a2b1-a06f2c97681a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/quotas/736c1c6b86cf4ddaa0168c5f9f5b491e HTTP/1.1" status: 200 len: 375 time: 0.0098286 Jun 22 18:31:06.862128 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-3fd58f46-09b8-4ffa-8f78-93cc43b00d25 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623267 Jun 22 18:31:06.893884 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-7897f0ea-d34c-47dd-8207-7cd8dd97e91e tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:06.895359 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-7897f0ea-d34c-47dd-8207-7cd8dd97e91e tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819661 Jun 22 18:31:06.910221 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-9f717feb-20fb-4df6-8149-d054d6d9dd4e tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/quotas/383afa78479742e9b3d7d820690a6f5b HTTP/1.1" status: 200 len: 375 time: 0.0093997 Jun 22 18:31:06.943999 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-c40409ef-0c95-4d21-adb2-dd9c4a7b9bcd tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=383afa78479742e9b3d7d820690a6f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286460 Jun 22 18:31:06.955859 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-b74519dd-a44b-487b-9dbb-7fdd2f9ec646 service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Jun 22 18:31:07.045518 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-34e98c5e-82a6-4b1a-b68d-90577ea6715e service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839410 Jun 22 18:31:07.303613 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-3cb16af9-9a96-415c-90e6-4dc136266b76 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-securitygroup--1883640056&fields=id&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 267 time: 0.0574727 Jun 22 18:31:07.404630 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c38f2-3835-4b07-a4a9-734d81e4ad7e req-d0a44ba4-abdb-4a18-addc-31fb43be713d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:07.405839 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-363c38f2-3835-4b07-a4a9-734d81e4ad7e req-d0a44ba4-abdb-4a18-addc-31fb43be713d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0674469 Jun 22 18:31:07.455556 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-363c38f2-3835-4b07-a4a9-734d81e4ad7e req-61b28f52-e33d-41c4-bcb4-113b1dd42e5e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Jun 22 18:31:07.457611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-dffafbf9-43c1-4f9a-a8fc-534dc8440aec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:07.459402 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-dffafbf9-43c1-4f9a-a8fc-534dc8440aec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 816 time: 0.1474397 Jun 22 18:31:07.483532 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-7a48ab8f-e371-4939-a627-70575327b2c0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/quotas/6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 375 time: 0.0179524 Jun 22 18:31:07.554775 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ce55c016-57f5-4804-97c3-e64030e16f65 req-4f411012-d18a-4b97-94d3-4e9cf752297c tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 210 time: 0.0321715 Jun 22 18:31:07.572154 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0cb84047-ae1e-460d-813e-e44160267769 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871654 Jun 22 18:31:07.646835 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0f938470-4e45-4581-8fea-580d5ee2cb75 req-2ed06a79-24b7-4708-8eb2-3e64a929eab0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 210 time: 0.0309925 Jun 22 18:31:07.712874 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-41aabb0e-fc97-4753-a4d3-720b0acdc055 service neutron] 10.222.0.108 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238124 Jun 22 18:31:07.807262 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-cf1decb6-2249-4bdf-ab8f-529c4f344a06 service neutron] 10.222.0.108 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933769 Jun 22 18:31:07.907776 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-31204c65-c67b-4546-a06d-9831f775ba2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.994792 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5741dcee-90bc-41b8-a11c-6e95882671e4 req-ee9e14cd-687c-45b7-8e2b-af98f4923d06 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0318642 Jun 22 18:31:08.038129 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.626536 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12746ef-6985-4823-bb51-ee82f49d0616 req-6e59c510-5ae7-4e07-a4ee-db2e4679035d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.627967 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e12746ef-6985-4823-bb51-ee82f49d0616 req-6e59c510-5ae7-4e07-a4ee-db2e4679035d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0611629 Jun 22 18:31:08.664721 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e12746ef-6985-4823-bb51-ee82f49d0616 req-ac023498-35ba-4788-a098-af90a13ff708 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Jun 22 18:31:08.748675 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bd267d29-025e-47ed-a77a-f0d0b2a47cd5 req-4bedb057-d1ee-4d17-88ed-cca0fcb78115 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 210 time: 0.0486450 Jun 22 18:31:08.809150 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0de4c256-ad8c-403f-ab2f-a7a705e9983a req-c19de813-86dc-4653-b9b1-e2bddabd02c1 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 210 time: 0.0335217 Jun 22 18:31:08.864925 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-1cf88866-0141-4c81-8e51-fa014296baa2 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=383afa78479742e9b3d7d820690a6f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290122 Jun 22 18:31:08.983994 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.063710 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-ba7e39fc-9ba5-4900-a737-21f2a517d59d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.065887 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-ba7e39fc-9ba5-4900-a737-21f2a517d59d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805871 Jun 22 18:31:09.118036 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Request body: {'port': {'device_id': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713', 'admin_state_up': True, 'tenant_id': '383afa78479742e9b3d7d820690a6f5b'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:09.184529 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9caf2f46-2c85-4b06-b3cb-c7767aa94fff req-695ae405-9fde-458d-9280-c2d9e40ab7fb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0612073 Jun 22 18:31:09.254836 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Made reservation on behalf of 383afa78479742e9b3d7d820690a6f5b for: {'port': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:09.258510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.271650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.363432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.367021 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.369756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-896b4e86-df53-441e-9527-81535a4fffd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.426570 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c678188-0e16-4e11-a285-8a1c439fd1ad,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:09.431187 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:09.495668 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Allocated IP 192.168.233.169 (959fd998-cf87-4818-b30e-cabbdbc57713/36e459c6-669f-4f0b-846b-f88f05ea2720/6d163ea9-1bb7-4a66-b9f7-79561cf91e80) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:09.652807 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.670042 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Transition to ACTIVE for port object 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:09.704542 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.709021 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8e01432d-5bba-4724-84f3-6e8dd4f11dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.781002 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Network 959fd998-cf87-4818-b30e-cabbdbc57713 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:09.786717 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:09.793319 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:09.862679 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.863539 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.905249 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Pushing event updated for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:09.917880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:09.941652 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-7d0d51b1-209b-48f0-b088-1e8eb454676e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.944059 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8303015 Jun 22 18:31:09.944348 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-7d0d51b1-209b-48f0-b088-1e8eb454676e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.1737311 Jun 22 18:31:09.961072 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a0209-f4b3-43de-a3af-73b0161025b2 req-b1447a59-2530-45e1-9d36-7e23dcae802b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.962852 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f63a0209-f4b3-43de-a3af-73b0161025b2 req-b1447a59-2530-45e1-9d36-7e23dcae802b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0960093 Jun 22 18:31:10.006361 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f63a0209-f4b3-43de-a3af-73b0161025b2 req-d6cd02ad-e2be-4709-91c9-23e992378004 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365655 Jun 22 18:31:10.023748 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Request body: {'port': {'device_id': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:10.036625 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Request body: {'port': {'device_id': '72040534-7b8c-497a-8226-45f207b05177', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'admin_state_up': True, 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:10.081676 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-40894c5a-b375-4e5d-80b7-9a21ac7ee55a None None] Provisioning for port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:10.086866 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-40894c5a-b375-4e5d-80b7-9a21ac7ee55a None None] Provisioning complete for port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:10.087451 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-40894c5a-b375-4e5d-80b7-9a21ac7ee55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.160501 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-40894c5a-b375-4e5d-80b7-9a21ac7ee55a None None] Port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:10.177358 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328f17a-821e-41c6-91b6-554ec64c8038 req-f3bdee64-7533-470d-81f1-504ca163ea5d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:10.178855 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d328f17a-821e-41c6-91b6-554ec64c8038 req-f3bdee64-7533-470d-81f1-504ca163ea5d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 936 time: 0.1799519 Jun 22 18:31:10.187953 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4ff70418-67bb-4841-9d94-6d047ddc55ba req-43d775f4-c78f-4da6-b69b-7f4f774fabeb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 210 time: 0.0311985 Jun 22 18:31:10.189065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.205941 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:10.209401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.355066 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d328f17a-821e-41c6-91b6-554ec64c8038 req-73ad992b-1253-43d7-8b9d-a6c0df8c0953 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698880 Jun 22 18:31:10.377882 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3adbd47e-8f7e-4fd1-956f-d668a11d9bfe req-1f3e5f7f-5df6-4564-a9c2-4e4e1e4547b8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0420094 Jun 22 18:31:10.381665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Allocated IP 172.20.0.10 (bf35d4ab-1a74-4a20-9695-6ecb7474e251/32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb/13ee1a0f-f32b-431c-8c6d-c6785fdf22c2) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:10.515493 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 {{(pid=92801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:10.522852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.530598 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.535583 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Transition to ACTIVE for port object 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 will not be triggered until provisioned by entity L2. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:10.539532 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.542371 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.575773 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.581006 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.620154 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:10.621934 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.628633 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:10.635158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:10.640108 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:10.653083 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.670655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event updated for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.675370 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.688788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Attempting to bind port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:10.689373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Attempting to bind port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:10.689710 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Attempting to bind port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 on network 959fd998-cf87-4818-b30e-cabbdbc57713 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.694251 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 on network 959fd998-cf87-4818-b30e-cabbdbc57713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:10.694576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Attempting to bind port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 on network 959fd998-cf87-4818-b30e-cabbdbc57713 {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.696249 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:10.696901 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.699702 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:10.700049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Checking segment: {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:10.700459 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Bound using segment: {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'} {{(pid=92801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:10.700901 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.managers [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Bound port: 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb46cf0-1a16-4ed0-acdf-5c083391deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713'}}] {{(pid=92801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:10.701764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.718916 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841667 Jun 22 18:31:10.765189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Request body: {'port': {'device_id': '72040534-7b8c-497a-8226-45f207b05177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:10.803667 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, cleared binding levels {{(pid=92801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:10.815321 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:10.823879 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.829027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.899441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:10.900333 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.902964 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] 10.222.0.112 "PUT /v2.0/ports/6d163ea9-1bb7-4a66-b9f7-79561cf91e80 HTTP/1.1" status: 200 len: 1098 time: 0.8841558 Jun 22 18:31:10.904180 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:10.909152 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d6d97-1d97-4280-9e10-0755dd3483da" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:10.933309 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Pushing event updated for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=3']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.935230 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.950191 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.992742 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6445dfaf-a8d7-47f8-b2e6-3c5a557e5afe x-openstack-request-id: req-6445dfaf-a8d7-47f8-b2e6-3c5a557e5afe {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:10.994799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:10.994799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-6445dfaf-a8d7-47f8-b2e6-3c5a557e5afe {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:10.994799 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80', 'status': 'completed', 'code': 200} Jun 22 18:31:11.204405 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.205255 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-1819e4d0-6826-4964-8afb-6c321ec8ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.207292 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-1819e4d0-6826-4964-8afb-6c321ec8ae69 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=383afa78479742e9b3d7d820690a6f5b&device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 1101 time: 0.1281493 Jun 22 18:31:11.276021 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-7cb86084-74de-46b7-9d03-a1282ee9ef29 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.277488 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-7cb86084-74de-46b7-9d03-a1282ee9ef29 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 816 time: 0.4115481 Jun 22 18:31:11.283803 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-edaf0ddd-ee34-418c-8cc2-ad96f1941a6b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80 HTTP/1.1" status: 200 len: 217 time: 0.0457058 Jun 22 18:31:11.291818 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed824139-416f-49c3-af67-10e8d7d20894 req-d71a7cab-83d5-4975-a419-9d76804bc861 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.293281 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed824139-416f-49c3-af67-10e8d7d20894 req-d71a7cab-83d5-4975-a419-9d76804bc861 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1447818 Jun 22 18:31:11.332930 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed824139-416f-49c3-af67-10e8d7d20894 req-4e97a378-cef8-463d-b155-cc0fbee71e19 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Jun 22 18:31:11.395852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-69ab1abe-ccdc-4646-9ffd-b5bb155865a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.397360 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-69ab1abe-ccdc-4646-9ffd-b5bb155865a8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=36e459c6-669f-4f0b-846b-f88f05ea2720 HTTP/1.1" status: 200 len: 843 time: 0.0589550 Jun 22 18:31:11.466599 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-042366ce-734b-47ab-a53f-c2a774683666 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 380 time: 0.1002173 Jun 22 18:31:11.485093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-f3f56776-faec-4d7f-afae-cd8d8da89e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.486937 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-f3f56776-faec-4d7f-afae-cd8d8da89e1b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=959fd998-cf87-4818-b30e-cabbdbc57713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0655894 Jun 22 18:31:11.507273 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda99ad-3825-4c01-96ed-225c9909bc14 req-40f1e35a-7090-4b4b-8fe3-9c3df0762fdd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.508699 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0cda99ad-3825-4c01-96ed-225c9909bc14 req-40f1e35a-7090-4b4b-8fe3-9c3df0762fdd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 932 time: 0.1776211 Jun 22 18:31:11.539389 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'port': {'device_id': '3a257e06-1301-46d2-be34-6b2a801eff43', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'admin_state_up': True, 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'security_groups': ['033e1312-bfe0-4191-ae25-3b632cac1683']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:11.604955 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28353f-739d-4580-b52b-402093f75d32 req-3d95cf60-487c-47ac-96bd-43e8cbf8eaf1 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.606423 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bc28353f-739d-4580-b52b-402093f75d32 req-3d95cf60-487c-47ac-96bd-43e8cbf8eaf1 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 948 time: 0.1162546 Jun 22 18:31:11.626559 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0cda99ad-3825-4c01-96ed-225c9909bc14 req-e7079917-37a4-4f0b-9db5-f8315ddf9186 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Jun 22 18:31:11.651507 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-d35316c2-12a3-496d-8d33-c4926fd3f9f9 service neutron] 10.222.0.112 "GET /v2.0/networks/959fd998-cf87-4818-b30e-cabbdbc57713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293466 Jun 22 18:31:11.676394 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bc28353f-739d-4580-b52b-402093f75d32 req-0eec1c76-5df3-4bce-8695-6b012f9acce0 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555525 Jun 22 18:31:11.681044 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:11.695306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.715995 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Transition to ACTIVE for port object 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:11.724281 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.730101 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:11.757085 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e60a807-77e7-4f40-9a72-8bc53d9dc4b4 req-d58ed1f4-cd5c-461d-9dec-c2aed8a835e1 service neutron] 10.222.0.112 "GET /v2.0/networks/959fd998-cf87-4818-b30e-cabbdbc57713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915780 Jun 22 18:31:11.764931 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Made reservation on behalf of 6d8dce0639fa4fd59793b8baaecda38b for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:11.768375 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.815660 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-72064e5d-4fe5-4577-a65e-256987555fff req-6f774ba2-7514-4a75-b48b-5c31fd31a4f9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0540123 Jun 22 18:31:11.829581 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Pushing event updated for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:11.840766 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:11.976568 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Attempting to bind port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:11.977250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Attempting to bind port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:11.977250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Attempting to bind port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:11.979575 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6d97-1d97-4280-9e10-0755dd3483da req-654ca68a-7da0-48ab-aa9f-d007bf50dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.981023 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-654ca68a-7da0-48ab-aa9f-d007bf50dd5f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=383afa78479742e9b3d7d820690a6f5b&device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 1101 time: 0.0566771 Jun 22 18:31:11.986412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:11.986731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Attempting to bind port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:12.000310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:12.000644 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Checking segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:12.001020 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Bound using segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:12.001443 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Bound port: 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:12.001822 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.003981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Allocated IP 172.20.0.11 (85da840c-aaa7-4658-892a-5bac5922939e/efa23b70-4fe1-4920-bd76-349713db1159/68a1e7d1-dd06-4ca2-a003-dd00b916e497) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:12.092888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6d97-1d97-4280-9e10-0755dd3483da req-e866b7f1-b5e2-49ef-8b01-ef61aefee4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.096021 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-e866b7f1-b5e2-49ef-8b01-ef61aefee4e9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=959fd998-cf87-4818-b30e-cabbdbc57713 HTTP/1.1" status: 200 len: 871 time: 0.0918746 Jun 22 18:31:12.136798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:12.147879 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-45760195-fbf2-4339-b8ee-2f88b2c9a713 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80 HTTP/1.1" status: 200 len: 217 time: 0.0363536 Jun 22 18:31:12.156405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:12.162522 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.170244 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:12.200060 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6d97-1d97-4280-9e10-0755dd3483da req-211ff147-8f7b-446f-88c1-02d86354d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.201498 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-211ff147-8f7b-446f-88c1-02d86354d5bb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=36e459c6-669f-4f0b-846b-f88f05ea2720 HTTP/1.1" status: 200 len: 843 time: 0.0429268 Jun 22 18:31:12.219066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.219687 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.221052 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] 10.222.0.112 "PUT /v2.0/ports/13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 HTTP/1.1" status: 200 len: 1094 time: 1.4608607 Jun 22 18:31:12.223350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:12.225719 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:12.266346 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Pushing event updated for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.271110 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.273501 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.287458 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a5d5b-b8cb-4b6e-b38c-43872b00e863 x-openstack-request-id: req-640a5d5b-b8cb-4b6e-b38c-43872b00e863 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:12.287619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:12.288024 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-640a5d5b-b8cb-4b6e-b38c-43872b00e863 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:12.288474 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'status': 'completed', 'code': 200} Jun 22 18:31:12.289388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Transition to ACTIVE for port object 68a1e7d1-dd06-4ca2-a003-dd00b916e497 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:12.291876 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6d97-1d97-4280-9e10-0755dd3483da req-03951446-c457-49bd-849b-0bacab11d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.293884 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-03951446-c457-49bd-849b-0bacab11d0fa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=959fd998-cf87-4818-b30e-cabbdbc57713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0825810 Jun 22 18:31:12.324938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.329050 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:12.413572 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Network 85da840c-aaa7-4658-892a-5bac5922939e is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:12.422551 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:12.425619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.428618 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:12.462499 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.508964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.509663 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.526622 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-4fddd377-d097-4047-a072-8d7fcb436ad8 service neutron] 10.222.0.112 "GET /v2.0/networks/959fd998-cf87-4818-b30e-cabbdbc57713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541774 Jun 22 18:31:12.578850 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0538971 Jun 22 18:31:12.586361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-f0c8f4e2-5e63-4939-a174-177504d273df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.588238 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-f0c8f4e2-5e63-4939-a174-177504d273df service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 1097 time: 0.2055686 Jun 22 18:31:12.621014 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf563ea-1641-4a0a-acb7-52bd462d14d1 req-c214075f-6a6f-48f2-bfdb-1f9ca49c1305 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.622633 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dcf563ea-1641-4a0a-acb7-52bd462d14d1 req-c214075f-6a6f-48f2-bfdb-1f9ca49c1305 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.1590257 Jun 22 18:31:12.658771 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-348d6d97-1d97-4280-9e10-0755dd3483da req-d6b191fb-bb02-4c78-95fb-d7a584e4bb94 service neutron] 10.222.0.112 "GET /v2.0/networks/959fd998-cf87-4818-b30e-cabbdbc57713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124074 Jun 22 18:31:12.662881 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dcf563ea-1641-4a0a-acb7-52bd462d14d1 req-ec4623bc-8332-4481-b655-e1e622354076 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jun 22 18:31:12.766795 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Request body: {'port': {'device_id': '3a257e06-1301-46d2-be34-6b2a801eff43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:12.789487 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-e8565300-d82b-446f-8fd9-2d7459e2d36b None None] Provisioning for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:12.800017 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-e8565300-d82b-446f-8fd9-2d7459e2d36b None None] Provisioning complete for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:12.800861 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e8565300-d82b-446f-8fd9-2d7459e2d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.831968 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf65644-b912-4c03-8124-823eb669f35f req-20417c8c-9743-4781-b18e-531d9a054b6c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.838874 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bf65644-b912-4c03-8124-823eb669f35f req-20417c8c-9743-4781-b18e-531d9a054b6c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 944 time: 0.0710180 Jun 22 18:31:12.839374 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-e8565300-d82b-446f-8fd9-2d7459e2d36b None None] Port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:12.853924 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-385ccddb-18a7-4f60-a189-7d794f2196dd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 HTTP/1.1" status: 200 len: 217 time: 0.0797393 Jun 22 18:31:12.875433 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bf65644-b912-4c03-8124-823eb669f35f req-2c44ee68-1118-45a2-adf8-f27b90ce25e0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Jun 22 18:31:12.965669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-a4fd20fb-c6ae-4195-8325-b6df9381328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.967672 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-a4fd20fb-c6ae-4195-8325-b6df9381328c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.0927606 Jun 22 18:31:12.972017 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.022453 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bef818-5daa-4acb-ba7a-7935124a69ae req-970a6a69-b96f-453f-8398-6a06b84ae8f6 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.023843 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1bef818-5daa-4acb-ba7a-7935124a69ae req-970a6a69-b96f-453f-8398-6a06b84ae8f6 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 948 time: 0.1863747 Jun 22 18:31:13.026814 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-5876b339-310a-4d30-84d7-2031c22a7566 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413060 Jun 22 18:31:13.039182 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3372a2-9e51-43aa-9247-69dcee9eff08 req-6239064a-e080-4ccb-b51a-54181660c54f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.041297 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6e3372a2-9e51-43aa-9247-69dcee9eff08 req-6239064a-e080-4ccb-b51a-54181660c54f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 932 time: 0.0663643 Jun 22 18:31:13.086474 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6e3372a2-9e51-43aa-9247-69dcee9eff08 req-43709139-9f7c-4567-981a-251c7656a11e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321708 Jun 22 18:31:13.221406 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1bef818-5daa-4acb-ba7a-7935124a69ae req-0dc3412b-f3ac-4809-85cc-9b9a7d9e75d2 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743183 Jun 22 18:31:13.251965 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1468c-b312-4711-b284-4e41786b841c req-3b33d4cc-3737-48af-95bb-b93a3a4b1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.253933 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88c1468c-b312-4711-b284-4e41786b841c req-3b33d4cc-3737-48af-95bb-b93a3a4b1cb6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 1098 time: 0.0579891 Jun 22 18:31:13.264176 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-27c367fc-2894-4bf4-8e54-33ef556ef60e service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184038 Jun 22 18:31:13.307259 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88c1468c-b312-4711-b284-4e41786b841c req-b31ab5dd-cdc7-49bb-b9f4-b441e9ae87a1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298736 Jun 22 18:31:13.427208 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a825611c-3fcd-4654-9e67-5b6baf1c2d58 req-47dd8e33-224f-43dc-949e-70dc21906c96 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253002 Jun 22 18:31:13.471469 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:13.478725 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.490961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Transition to ACTIVE for port object 68a1e7d1-dd06-4ca2-a003-dd00b916e497 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:13.498382 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.500793 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-994de88e-734e-4906-bb0a-bc4cd37bcf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.551367 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.555500 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.624697 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Attempting to bind port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:13.625028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Attempting to bind port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:13.625636 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Attempting to bind port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:13.629999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 on network 85da840c-aaa7-4658-892a-5bac5922939e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:13.630341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Attempting to bind port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:13.636317 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:13.636733 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Checking segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:13.637191 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Bound using segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:13.637896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Bound port: 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:13.638273 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.652197 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.708964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:13.712733 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:13.716868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.719403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-329fb4c9-147c-48a2-bfe2-7e93006087f8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.756155 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.756835 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.758266 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] 10.222.0.112 "PUT /v2.0/ports/68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 1094 time: 0.9995434 Jun 22 18:31:13.775811 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.780108 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.896365 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57692fc4-3d3c-4ef1-93e9-cbf86f3eb2fd req-4979d13e-37ea-4247-9e05-597f520c76c5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.898511 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-57692fc4-3d3c-4ef1-93e9-cbf86f3eb2fd req-4979d13e-37ea-4247-9e05-597f520c76c5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0738330 Jun 22 18:31:13.938185 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-57692fc4-3d3c-4ef1-93e9-cbf86f3eb2fd req-20e0a321-1f89-47c7-861f-51c822b592a8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jun 22 18:31:14.287340 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a375b-7e59-479d-928d-5b10af414e8a req-4a53bf08-1c0d-4163-baff-9bf644a018f0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.288907 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-288a375b-7e59-479d-928d-5b10af414e8a req-4a53bf08-1c0d-4163-baff-9bf644a018f0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0653324 Jun 22 18:31:14.327509 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-288a375b-7e59-479d-928d-5b10af414e8a req-c4d17d37-7ff2-444d-a7a6-86f32a1a0bce tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jun 22 18:31:14.329979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:14.332378 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:14.371601 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-208afcb8-647d-4bc2-88e2-7f4700a5eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.374129 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-208afcb8-647d-4bc2-88e2-7f4700a5eda8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 1097 time: 0.3092504 Jun 22 18:31:14.383155 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb665e8a-9cbf-417c-ba72-3539915f3934 req-24f8b04a-a462-4663-9c7c-6204e4d7bd1a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.385911 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb665e8a-9cbf-417c-ba72-3539915f3934 req-24f8b04a-a462-4663-9c7c-6204e4d7bd1a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 944 time: 0.3472521 Jun 22 18:31:14.386102 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-6542353c-b8b2-4efb-b5b6-6372350e01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.387368 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-6542353c-b8b2-4efb-b5b6-6372350e01eb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1097 time: 0.3237083 Jun 22 18:31:14.489871 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-8fc73f6f-6cf3-46b0-ad4c-06ff7f0b1690 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 217 time: 0.0538259 Jun 22 18:31:14.494027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10c02-74ed-45aa-aba9-321c6a575129 req-0db0747d-6eba-4696-825f-5ffc9857cebe tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.495480 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8c10c02-74ed-45aa-aba9-321c6a575129 req-0db0747d-6eba-4696-825f-5ffc9857cebe tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 948 time: 0.0677128 Jun 22 18:31:14.503330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:14.518081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb665e8a-9cbf-417c-ba72-3539915f3934 req-b648964f-c14e-4a90-b4a6-0a0d4e3c9d5c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219368 Jun 22 18:31:14.573183 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8c10c02-74ed-45aa-aba9-321c6a575129 req-777e8051-bfc5-49f6-b6fb-58e140d5ce55 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711436 Jun 22 18:31:14.589465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-6da1b88c-d69b-49f5-a0ad-c0b09b863928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.598748 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-6da1b88c-d69b-49f5-a0ad-c0b09b863928 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0857408 Jun 22 18:31:14.602887 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede075f-c424-4c4b-adb1-8e7c5d238028 x-openstack-request-id: req-cede075f-c424-4c4b-adb1-8e7c5d238028 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:14.603213 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:14.603493 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-cede075f-c424-4c4b-adb1-8e7c5d238028 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:14.603903 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'status': 'completed', 'code': 200} Jun 22 18:31:14.605181 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-3e0d7fbc-4570-4f04-8957-fb3e6bd62565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.606650 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-3e0d7fbc-4570-4f04-8957-fb3e6bd62565 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 917 time: 0.2184563 Jun 22 18:31:14.617659 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:14.628570 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80', 'network_id': '959fd998-cf87-4818-b30e-cabbdbc57713', 'port_id': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80', 'mac_address': 'fa:16:3e:2a:3c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e459c6-669f-4f0b-846b-f88f05ea2720', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:14.666277 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.675322 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-a1dac4ad-a973-4c89-b155-18b7980a8185 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 HTTP/1.1" status: 200 len: 217 time: 0.0411279 Jun 22 18:31:14.679766 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:14.699928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:14.704078 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:14.706060 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:14.749752 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-121a87f5-3ddc-4a04-8ba2-dea403044a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.751159 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-121a87f5-3ddc-4a04-8ba2-dea403044a7d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.0557992 Jun 22 18:31:14.754485 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:14.757498 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:14.760250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-9a4638dc-9baa-4847-b437-f87dc960fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.761652 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-9a4638dc-9baa-4847-b437-f87dc960fbc3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201091 Jun 22 18:31:14.808997 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-58d00eb1-3e45-42e7-891d-fa5f8621435c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317206 Jun 22 18:31:14.952165 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-ae6e7bb9-ba4d-4a5f-a746-4425e66f85f4 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663990 Jun 22 18:31:14.956967 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-1d33c5a0-1bc8-487f-982a-1c06b4b3f83a service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090875 Jun 22 18:31:15.106449 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd816d0-5835-4271-9f14-98dc7afc6568 req-73685322-aa9d-45b5-9835-7f836eab4ced tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.108665 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bdd816d0-5835-4271-9f14-98dc7afc6568 req-73685322-aa9d-45b5-9835-7f836eab4ced tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0627301 Jun 22 18:31:15.136091 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d7ceef1-77f1-4d4c-b6d7-ab8e72eb3289 req-0b713620-39ab-4382-b564-bafcd295c1bd service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503477 Jun 22 18:31:15.137936 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b763777c-03d6-494c-ac5f-c48dc2b2e0ab req-42525d9c-65f1-4d2f-bd3a-d040140724a0 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450269 Jun 22 18:31:15.145516 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bdd816d0-5835-4271-9f14-98dc7afc6568 req-99cc2c01-0b59-4a2c-82c7-15f76f05cc62 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Jun 22 18:31:15.509190 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['6d163ea9-1bb7-4a66-b9f7-79561cf91e80'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:15.516065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a587b-b024-4347-a187-a8f612e59392 req-80ed957a-1d43-4f1a-9083-d82739f0f511 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.517566 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c1a587b-b024-4347-a187-a8f612e59392 req-80ed957a-1d43-4f1a-9083-d82739f0f511 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0730312 Jun 22 18:31:15.683220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-af09cc63-c8b9-49a3-ad77-9978eeaeadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.684557 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-af09cc63-c8b9-49a3-ad77-9978eeaeadba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1097 time: 0.1057000 Jun 22 18:31:15.857171 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c1a587b-b024-4347-a187-a8f612e59392 req-191c6e25-b5ee-40b2-a510-709601a588eb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247077 Jun 22 18:31:15.883867 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-65ce9eaa-e665-492b-a645-c0e52d0b1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.883867 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-65ce9eaa-e665-492b-a645-c0e52d0b1f8b service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.1731639 Jun 22 18:31:15.908174 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09cf9-a1fb-438e-ba52-d3af02c6c265 req-e404f929-82f4-422a-85a9-1820ca1a16dd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.909594 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fee09cf9-a1fb-438e-ba52-d3af02c6c265 req-e404f929-82f4-422a-85a9-1820ca1a16dd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 944 time: 0.1036434 Jun 22 18:31:15.940731 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-726ac032-11b3-4505-8a4b-97d0a248fe28 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 217 time: 0.0460241 Jun 22 18:31:16.006374 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fee09cf9-a1fb-438e-ba52-d3af02c6c265 req-8e228f08-b13a-4e8c-a030-5d3ab1da9425 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681660 Jun 22 18:31:16.011703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-b0197557-0a9a-4208-b2b5-ace7bda5453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.013856 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-b0197557-0a9a-4208-b2b5-ace7bda5453d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0595813 Jun 22 18:31:16.025845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec25a0-b6c7-4755-b52d-dc78472c3f3a req-475d5dcc-38c1-4c09-bc88-52792d93f95d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.027433 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1eec25a0-b6c7-4755-b52d-dc78472c3f3a req-475d5dcc-38c1-4c09-bc88-52792d93f95d tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0644743 Jun 22 18:31:16.065031 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1eec25a0-b6c7-4755-b52d-dc78472c3f3a req-fef713fb-d935-4e97-ab71-0910b18b9482 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jun 22 18:31:16.079930 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-0ecf93c5-9999-4df2-a491-9136768bce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.081447 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-0ecf93c5-9999-4df2-a491-9136768bce9e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559537 Jun 22 18:31:16.175492 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-6b9a2fba-8c98-47a6-b08f-bfa0a8400aa8 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796041 Jun 22 18:31:16.284802 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e250e7b0-5dc8-43bb-9829-9818aa14a9f7 req-e9344d88-c230-4d0e-a482-163cd5a13955 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008143 Jun 22 18:31:16.334741 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f1aa4-d619-4453-bf48-dd8c2496c988 req-f855e20e-79e9-40f2-9723-6ccdab33729b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.336856 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ae8f1aa4-d619-4453-bf48-dd8c2496c988 req-f855e20e-79e9-40f2-9723-6ccdab33729b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0679119 Jun 22 18:31:16.375410 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ae8f1aa4-d619-4453-bf48-dd8c2496c988 req-343e068e-30a2-4c37-bcf7-59309081c720 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325873 Jun 22 18:31:16.511309 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:16.541652 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e479b4-8293-4980-8409-60a3bde1ac49 req-ae9d228e-c8c1-4832-ae77-a3890110e3ac tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.543153 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-60e479b4-8293-4980-8409-60a3bde1ac49 req-ae9d228e-c8c1-4832-ae77-a3890110e3ac tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0622787 Jun 22 18:31:16.583842 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-60e479b4-8293-4980-8409-60a3bde1ac49 req-864dd17f-e54b-4a25-8470-80f688f414ba tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jun 22 18:31:16.608320 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:16.622164 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'port_id': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'mac_address': 'fa:16:3e:05:40:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:16.661036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.675250 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:16.697243 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:16.701893 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.704099 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:16.759011 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:16.762135 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:17.037695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf0383-9e5e-42e5-8d45-80142d421cd6 req-07bf13d3-7949-4591-9f98-f324092eaa6a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:17.039280 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-31cf0383-9e5e-42e5-8d45-80142d421cd6 req-07bf13d3-7949-4591-9f98-f324092eaa6a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0618498 Jun 22 18:31:17.076629 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-31cf0383-9e5e-42e5-8d45-80142d421cd6 req-6d87f4ca-19d2-461a-b8d8-124cc659466b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Jun 22 18:31:17.246850 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a960b-b812-4a58-a322-8fdedac52e44 req-904b6fe6-722b-4664-9c55-4e809ab9f662 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:17.248389 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7e3a960b-b812-4a58-a322-8fdedac52e44 req-904b6fe6-722b-4664-9c55-4e809ab9f662 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0713582 Jun 22 18:31:17.296453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7e3a960b-b812-4a58-a322-8fdedac52e44 req-3b824ce4-4b20-40fd-9454-a616e08264f3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Jun 22 18:31:17.455878 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f71fc-7477-4e6c-93ea-00cab45c51bc req-4336da3f-6a3d-473f-8327-6765b678f8e6 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:17.457214 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-827f71fc-7477-4e6c-93ea-00cab45c51bc req-4336da3f-6a3d-473f-8327-6765b678f8e6 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0643253 Jun 22 18:31:17.494095 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-827f71fc-7477-4e6c-93ea-00cab45c51bc req-94653986-6132-4b3a-bd46-ab312adae7af tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Jun 22 18:31:18.262318 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9748b-5a5c-4d57-b8cd-ffa1a5504991 req-061b9148-8c27-4042-a584-0f02d4505ab3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.268999 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-96d9748b-5a5c-4d57-b8cd-ffa1a5504991 req-061b9148-8c27-4042-a584-0f02d4505ab3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0821383 Jun 22 18:31:18.307843 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-96d9748b-5a5c-4d57-b8cd-ffa1a5504991 req-6abb5c93-e288-4509-8332-af8339ef596a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Jun 22 18:31:18.467939 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dfc77-233f-4fe7-89b8-036f9275be01 req-71ab63b6-bc73-4707-a714-7e69c4e95394 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.469329 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-246dfc77-233f-4fe7-89b8-036f9275be01 req-71ab63b6-bc73-4707-a714-7e69c4e95394 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0623047 Jun 22 18:31:18.508503 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-246dfc77-233f-4fe7-89b8-036f9275be01 req-ed2d22e9-c305-403d-bb83-300255b9662c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Jun 22 18:31:18.664872 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a32092-ac8c-4b1f-8214-bd9bd8218ff3 req-c9d5e651-cafa-44e6-aabb-0e1eaa033265 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.666360 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-58a32092-ac8c-4b1f-8214-bd9bd8218ff3 req-c9d5e651-cafa-44e6-aabb-0e1eaa033265 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0619724 Jun 22 18:31:18.706328 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-58a32092-ac8c-4b1f-8214-bd9bd8218ff3 req-487b6004-21c7-43be-bc63-386d02b66eb7 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jun 22 18:31:19.481997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3f4f-b99d-414b-813e-21f03458976a req-431e2ada-b88f-43cb-a4ff-b20a1ad8137a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.484024 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-529b3f4f-b99d-414b-813e-21f03458976a req-431e2ada-b88f-43cb-a4ff-b20a1ad8137a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0620558 Jun 22 18:31:19.519966 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-529b3f4f-b99d-414b-813e-21f03458976a req-6608b837-d599-4ed1-9f5a-883118b135be tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Jun 22 18:31:19.689961 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668f7c0-d7c4-445b-b1ca-b23f8035e3e1 req-676fec2b-4316-467b-967f-540637e261ec tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.691411 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2668f7c0-d7c4-445b-b1ca-b23f8035e3e1 req-676fec2b-4316-467b-967f-540637e261ec tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0723474 Jun 22 18:31:19.727111 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2668f7c0-d7c4-445b-b1ca-b23f8035e3e1 req-21c343f2-9643-4039-a5fc-9d31f0e70447 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Jun 22 18:31:19.887269 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091edd28-7a9b-4835-b0c4-a4ca7cd9b2b3 req-efdca0e6-8b0c-48b3-84d1-25a7e8a399d9 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.888710 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-091edd28-7a9b-4835-b0c4-a4ca7cd9b2b3 req-efdca0e6-8b0c-48b3-84d1-25a7e8a399d9 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0658360 Jun 22 18:31:19.937438 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-091edd28-7a9b-4835-b0c4-a4ca7cd9b2b3 req-b1a8c848-239d-43ff-8fb6-ba311e473ea6 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Jun 22 18:31:20.694140 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ffb8f-a226-4c52-9634-4301ad8d02d0 req-9e505317-84aa-4b4c-b563-536bea16818d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.695581 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9b3ffb8f-a226-4c52-9634-4301ad8d02d0 req-9e505317-84aa-4b4c-b563-536bea16818d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0644784 Jun 22 18:31:20.734249 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9b3ffb8f-a226-4c52-9634-4301ad8d02d0 req-e88cd93a-656c-4621-9d54-be4592cabb58 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331621 Jun 22 18:31:20.903922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a3377-b582-4b91-9b35-c2246a86a658 req-49a1c733-5e3e-43c9-ae1d-0b9de6946c52 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.905349 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f76a3377-b582-4b91-9b35-c2246a86a658 req-49a1c733-5e3e-43c9-ae1d-0b9de6946c52 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0638781 Jun 22 18:31:20.946586 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f76a3377-b582-4b91-9b35-c2246a86a658 req-209b85f6-6c7d-4ad8-8f5b-7b26e9085f82 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356100 Jun 22 18:31:21.114175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ed143-1b3d-4f24-898d-82e085d3052e req-834367f9-d06b-4788-8c41-ded600f42f37 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.115656 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7c9ed143-1b3d-4f24-898d-82e085d3052e req-834367f9-d06b-4788-8c41-ded600f42f37 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0634291 Jun 22 18:31:21.152005 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7c9ed143-1b3d-4f24-898d-82e085d3052e req-ca580258-135a-4339-810e-b3f3679a97e4 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Jun 22 18:31:21.214227 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:21.908991 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cd0ef-7327-478f-9b98-ad8f89d49bbd req-5599ca32-d402-444d-95b7-7b307e877763 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.910510 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b08cd0ef-7327-478f-9b98-ad8f89d49bbd req-5599ca32-d402-444d-95b7-7b307e877763 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0633657 Jun 22 18:31:21.947508 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b08cd0ef-7327-478f-9b98-ad8f89d49bbd req-0d89f80e-d456-4406-a177-4a895f974390 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Jun 22 18:31:22.113608 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42f837-23ca-4cf1-b827-2f27454b3f4a req-e30e0f91-ed1c-463a-9c20-effb56861a88 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.115069 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9a42f837-23ca-4cf1-b827-2f27454b3f4a req-e30e0f91-ed1c-463a-9c20-effb56861a88 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0621467 Jun 22 18:31:22.151934 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9a42f837-23ca-4cf1-b827-2f27454b3f4a req-68d117df-9377-422a-90d7-b460b24124f8 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Jun 22 18:31:22.320772 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dca63-81b8-47d5-a266-130f0cc4cb3f req-b3cc3408-1615-47cf-a17f-e2108f1eb1c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.322155 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-352dca63-81b8-47d5-a266-130f0cc4cb3f req-b3cc3408-1615-47cf-a17f-e2108f1eb1c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 949 time: 0.0618834 Jun 22 18:31:22.359282 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-352dca63-81b8-47d5-a266-130f0cc4cb3f req-034a9eef-1a7c-4e00-9c4f-15fa9412d611 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Jun 22 18:31:22.590901 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:22.637156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:22.641339 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:22.641710 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.718657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.739933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:22.742178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf01997f-7563-478f-a21f-279b3cbeddf0" -d '{"events": [{"server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:22.754869 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:22.758750 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.761658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:22.783744 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4660c797-af0c-47d6-b8a6-f32d228c272e x-openstack-request-id: req-4660c797-af0c-47d6-b8a6-f32d228c272e {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:22.784031 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "name": "network-vif-plugged", "status": "completed", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:22.784309 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-4660c797-af0c-47d6-b8a6-f32d228c272e {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:22.784689 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80', 'code': 200} Jun 22 18:31:22.808565 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:22.812167 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.117759 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adeb0d-8d4c-4957-a3fc-90e34fe4f70b req-d0b0909d-64e8-482f-9580-d7cdc88f1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.119244 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-31adeb0d-8d4c-4957-a3fc-90e34fe4f70b req-d0b0909d-64e8-482f-9580-d7cdc88f1aad service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 1103 time: 0.0921574 Jun 22 18:31:23.138926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baeb2f-cac9-47af-bb3c-a97192648c7f req-8f01b622-548a-41cc-9af5-1c6808ccba50 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.140638 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-77baeb2f-cac9-47af-bb3c-a97192648c7f req-8f01b622-548a-41cc-9af5-1c6808ccba50 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0777655 Jun 22 18:31:23.196876 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-31adeb0d-8d4c-4957-a3fc-90e34fe4f70b req-b95ffb26-9409-46f4-933d-fb431251a6c1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511794 Jun 22 18:31:23.199835 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-77baeb2f-cac9-47af-bb3c-a97192648c7f req-047aef44-437b-4175-9b27-ccb3d9005c08 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508029 Jun 22 18:31:23.348859 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2342598-ec0b-41d1-8f52-38773d11edc5 req-e65ffec5-6d24-4066-bccf-162987c99ec8 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.350334 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2342598-ec0b-41d1-8f52-38773d11edc5 req-e65ffec5-6d24-4066-bccf-162987c99ec8 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0670455 Jun 22 18:31:23.390139 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2342598-ec0b-41d1-8f52-38773d11edc5 req-5332058c-6bd9-4e74-bf87-20c98a74763d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Jun 22 18:31:23.551236 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f04a41-a12f-46f0-b756-482f9b087248 req-dc70821e-123d-43fc-8dee-088093bc49bc tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.552897 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10f04a41-a12f-46f0-b756-482f9b087248 req-dc70821e-123d-43fc-8dee-088093bc49bc tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0613384 Jun 22 18:31:23.589110 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10f04a41-a12f-46f0-b756-482f9b087248 req-c47fc00f-0fe5-4bdc-a412-682df69eb975 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Jun 22 18:31:23.606106 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be85b-af2d-4412-83f4-b3768bd983cc req-b3b2f7ae-7b8b-4319-b3fb-197506a263d0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.607570 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-395be85b-af2d-4412-83f4-b3768bd983cc req-b3b2f7ae-7b8b-4319-b3fb-197506a263d0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0620074 Jun 22 18:31:23.647428 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-395be85b-af2d-4412-83f4-b3768bd983cc req-5081111f-b72b-4f30-9d0e-5b6f8558e5a1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Jun 22 18:31:23.895159 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-40b4f1d9-5356-4eba-b025-ef9314404c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.896579 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-40b4f1d9-5356-4eba-b025-ef9314404c1f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0497444 Jun 22 18:31:23.985552 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-186f221c-ff4b-412c-964e-09328dc8193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.987116 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-186f221c-ff4b-412c-964e-09328dc8193a service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.0823429 Jun 22 18:31:24.036106 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-a8340a57-29db-47d4-8450-983152bb7214 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0386429 Jun 22 18:31:24.089480 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-c574eff1-9fd4-4cc7-b3ad-f821a3b42319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.090897 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-c574eff1-9fd4-4cc7-b3ad-f821a3b42319 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0458841 Jun 22 18:31:24.125295 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-2cf65c1f-b192-49d3-9c86-a3b11bc371f3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248327 Jun 22 18:31:24.221233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-aae9e4d2-7509-443d-8204-04f6f1161e26 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839314 Jun 22 18:31:24.317761 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ce99f5a-8acb-430b-a4ed-408ce275713d req-1d9da3b8-dac2-42a7-8d24-9dc0c29a0768 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881608 Jun 22 18:31:24.391619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360624e-318e-4e7e-9c9c-6d9a6e5e4a0e req-ea4a0a8d-3aa4-492d-8e33-073039f80fcd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.393100 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4360624e-318e-4e7e-9c9c-6d9a6e5e4a0e req-ea4a0a8d-3aa4-492d-8e33-073039f80fcd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0676970 Jun 22 18:31:24.430208 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4360624e-318e-4e7e-9c9c-6d9a6e5e4a0e req-eb9e2355-77bc-4eff-bca0-94b0e077dc9a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Jun 22 18:31:24.584492 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c8a3a-8d0e-4cb4-940c-51e8dd414c40 req-0a9d4d14-b334-42ce-a253-06f09e4e9579 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.585931 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e74c8a3a-8d0e-4cb4-940c-51e8dd414c40 req-0a9d4d14-b334-42ce-a253-06f09e4e9579 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 945 time: 0.0620308 Jun 22 18:31:24.603484 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:24.621707 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:24.627489 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e74c8a3a-8d0e-4cb4-940c-51e8dd414c40 req-a3931fb6-f17c-4555-8357-78ab8a8e5a41 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Jun 22 18:31:24.735439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:24.737713 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:24.749983 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:24.750401 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.752820 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:24.786023 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a4879-90c4-4463-87e9-74c73846f762 req-653f390b-8fcb-4212-81cf-8f33c4b92d77 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.793126 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-932a4879-90c4-4463-87e9-74c73846f762 req-653f390b-8fcb-4212-81cf-8f33c4b92d77 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0867267 Jun 22 18:31:24.823239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.828428 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a248bd-c2e8-4768-b526-1d2089ac0a7f req-08b38cce-350d-4535-a208-e02d684fe509 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.830426 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-94a248bd-c2e8-4768-b526-1d2089ac0a7f req-08b38cce-350d-4535-a208-e02d684fe509 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0674174 Jun 22 18:31:24.834606 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-932a4879-90c4-4463-87e9-74c73846f762 req-9069ef49-1dc6-4fab-8a3c-f383f31cf00a tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jun 22 18:31:24.840694 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:24.872847 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-94a248bd-c2e8-4768-b526-1d2089ac0a7f req-76716bf5-571b-4a3b-ab5d-f502865058b9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362132 Jun 22 18:31:24.884259 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:24.894229 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.896149 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:24.898148 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.947126 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:24.949329 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99248ecc-de15-4434-a7f4-fa0fe50f5cb3" -d '{"events": [{"server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "name": "network-vif-plugged", "status": "completed", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:24.969637 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:24.974951 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.976748 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:24.979743 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:24.980189 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:25.002026 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e51450c-7cca-45e2-8531-cf14290bb008 x-openstack-request-id: req-8e51450c-7cca-45e2-8531-cf14290bb008 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:25.002324 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "name": "network-vif-plugged", "status": "completed", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:25.002580 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-8e51450c-7cca-45e2-8531-cf14290bb008 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:25.002970 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'code': 200} Jun 22 18:31:25.027022 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:25.030490 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:25.537341 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['68a1e7d1-dd06-4ca2-a003-dd00b916e497'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:25.609391 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ed407-61cf-4593-9b20-57b053cdabae req-0aea97ae-793b-4267-82a9-a4a0aa4cc94e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.610846 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bc4ed407-61cf-4593-9b20-57b053cdabae req-0aea97ae-793b-4267-82a9-a4a0aa4cc94e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 945 time: 0.0615010 Jun 22 18:31:25.656197 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bc4ed407-61cf-4593-9b20-57b053cdabae req-7fd1c18b-a6cb-4e22-b967-53807939f983 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Jun 22 18:31:25.704596 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cede3bd-b655-428f-94ca-861418c39b5c req-248f78ed-f381-4d0d-a082-95430cbc4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.706138 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0cede3bd-b655-428f-94ca-861418c39b5c req-248f78ed-f381-4d0d-a082-95430cbc4375 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 1099 time: 0.0646503 Jun 22 18:31:25.775121 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0cede3bd-b655-428f-94ca-861418c39b5c req-b26d21fe-0237-40ce-90f9-631c25cd73a2 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Jun 22 18:31:25.825023 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c70966-602e-431e-a89d-aa45148251b0 req-5016e6fc-c6bf-4424-9f9c-e84fc255b3b4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.826542 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c70966-602e-431e-a89d-aa45148251b0 req-5016e6fc-c6bf-4424-9f9c-e84fc255b3b4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0666361 Jun 22 18:31:25.866667 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c70966-602e-431e-a89d-aa45148251b0 req-48f6623e-8c11-4175-8fdb-f374b9ef81c0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Jun 22 18:31:26.008274 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f039dbe-07e7-4c32-8a6d-33883ba84a2a req-a0ff8253-a9e5-445f-9df5-f75814db0d97 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.009849 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8f039dbe-07e7-4c32-8a6d-33883ba84a2a req-a0ff8253-a9e5-445f-9df5-f75814db0d97 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0632071 Jun 22 18:31:26.047683 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8f039dbe-07e7-4c32-8a6d-33883ba84a2a req-49344fa3-99ce-4c61-89e8-11b46b820a24 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jun 22 18:31:26.049581 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4984258-f961-4196-b65f-37110322695b req-1927e0fa-a17d-4201-8e29-fcc730ba39b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.051326 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b4984258-f961-4196-b65f-37110322695b req-1927e0fa-a17d-4201-8e29-fcc730ba39b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0668883 Jun 22 18:31:26.095577 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b4984258-f961-4196-b65f-37110322695b req-820a0d92-9e2a-474d-9b06-5fb6bc8bc262 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386126 Jun 22 18:31:26.452127 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336f882-7223-43f7-8ecd-24c8078b7e68 req-030225f5-f295-4b47-9d0c-78473abe80ab tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.453601 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3336f882-7223-43f7-8ecd-24c8078b7e68 req-030225f5-f295-4b47-9d0c-78473abe80ab tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0630045 Jun 22 18:31:26.491381 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3336f882-7223-43f7-8ecd-24c8078b7e68 req-676548c8-b2bd-4001-b359-000ff20a7979 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322340 Jun 22 18:31:26.846055 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567773-efe4-4f79-b24e-c75bfeaed7df req-5ce1841b-25b2-46ee-a13b-31877bef5d27 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.847514 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0567773-efe4-4f79-b24e-c75bfeaed7df req-5ce1841b-25b2-46ee-a13b-31877bef5d27 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 945 time: 0.0680754 Jun 22 18:31:26.883643 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0567773-efe4-4f79-b24e-c75bfeaed7df req-50888415-86b6-4ee1-a54a-c990422e1767 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304637 Jun 22 18:31:27.046849 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bab52-f537-4d43-8b14-9683d7a06c9c req-932ab2cb-97cb-4b49-ab23-5d94d3ae00c7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.048308 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a50bab52-f537-4d43-8b14-9683d7a06c9c req-932ab2cb-97cb-4b49-ab23-5d94d3ae00c7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0620322 Jun 22 18:31:27.085298 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a50bab52-f537-4d43-8b14-9683d7a06c9c req-7e8c6e97-6e4b-4318-bd2e-a8b77edc00c4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Jun 22 18:31:27.266227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981d24-3d64-405b-92af-eec6c148f2e8 req-efb84ee8-71c5-42e9-a966-6883f5c4e2fb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.267965 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8a981d24-3d64-405b-92af-eec6c148f2e8 req-efb84ee8-71c5-42e9-a966-6883f5c4e2fb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0615008 Jun 22 18:31:27.303276 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8a981d24-3d64-405b-92af-eec6c148f2e8 req-ad180665-7804-4be9-90a6-76b63ef02478 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300891 Jun 22 18:31:27.662456 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc39dd-255e-48a8-8953-4dc1e891ce9d req-5153b922-d433-484f-8eaf-e3777fc78413 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.663891 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0cc39dd-255e-48a8-8953-4dc1e891ce9d req-5153b922-d433-484f-8eaf-e3777fc78413 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0642505 Jun 22 18:31:27.706613 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0cc39dd-255e-48a8-8953-4dc1e891ce9d req-e4c20da9-d831-4bed-8954-af0b45dfce15 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Jun 22 18:31:28.064375 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb9fe-b427-4668-95a5-0cb00ee7f374 req-5407c6d9-5f2d-4f55-8eb8-86bfedc868e8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.065859 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66efb9fe-b427-4668-95a5-0cb00ee7f374 req-5407c6d9-5f2d-4f55-8eb8-86bfedc868e8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 945 time: 0.0669260 Jun 22 18:31:28.101803 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66efb9fe-b427-4668-95a5-0cb00ee7f374 req-36c374c6-4317-4a43-9de4-1fc1f492e0ff tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Jun 22 18:31:28.268366 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db5977-f586-4837-b5c2-2f8e07270ef3 req-c4c6cfd5-44e4-49c1-8a1b-5382680c6a94 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.269840 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56db5977-f586-4837-b5c2-2f8e07270ef3 req-c4c6cfd5-44e4-49c1-8a1b-5382680c6a94 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0614839 Jun 22 18:31:28.305912 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56db5977-f586-4837-b5c2-2f8e07270ef3 req-6791e7bb-0f04-450d-abea-9d9746d10523 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305831 Jun 22 18:31:28.469704 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7d8e5-3063-4866-86ce-1c7e3a9e0a98 req-998e603c-2471-43ba-81bb-832c05a498e4 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.471157 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f0b7d8e5-3063-4866-86ce-1c7e3a9e0a98 req-998e603c-2471-43ba-81bb-832c05a498e4 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0612240 Jun 22 18:31:28.510026 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f0b7d8e5-3063-4866-86ce-1c7e3a9e0a98 req-2a05a0ea-78ce-4a3a-98ee-f49ebeffd9a7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Jun 22 18:31:28.880763 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f58088-aedc-410c-939e-4887e83c6fe9 req-a2e1dad9-afb1-4962-aaf0-986558f103e5 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.882304 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1f58088-aedc-410c-939e-4887e83c6fe9 req-a2e1dad9-afb1-4962-aaf0-986558f103e5 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0628991 Jun 22 18:31:28.919315 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1f58088-aedc-410c-939e-4887e83c6fe9 req-a475f6c0-8e1e-4979-8cdc-c94464352f90 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jun 22 18:31:29.321844 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e8924-79a5-4ccf-87f3-b1accb539e4e req-9ac3a41d-1d99-48fa-b148-6dc6902987a5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.323327 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-984e8924-79a5-4ccf-87f3-b1accb539e4e req-9ac3a41d-1d99-48fa-b148-6dc6902987a5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 945 time: 0.0831254 Jun 22 18:31:29.363850 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-984e8924-79a5-4ccf-87f3-b1accb539e4e req-2adea78f-1ad5-4d16-921c-dab4ee3f70ab tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348854 Jun 22 18:31:29.525456 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380405ee-970a-4102-9e06-3c457a4c3111 req-c149e849-3f6d-4c8d-9513-66fb2eb89ca8 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.526945 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-380405ee-970a-4102-9e06-3c457a4c3111 req-c149e849-3f6d-4c8d-9513-66fb2eb89ca8 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0644462 Jun 22 18:31:29.564331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-380405ee-970a-4102-9e06-3c457a4c3111 req-f5d92ddc-5f7c-465b-9f35-7cf0c342b84d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jun 22 18:31:29.722794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef7d09-7f42-410d-8599-e0e6598edf0a req-b11cc78c-c48a-48ce-bda5-39b43158c7d1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.724548 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66ef7d09-7f42-410d-8599-e0e6598edf0a req-b11cc78c-c48a-48ce-bda5-39b43158c7d1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0649986 Jun 22 18:31:29.762200 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66ef7d09-7f42-410d-8599-e0e6598edf0a req-e85bb001-4a06-4d46-8bed-b04d3cd989f7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Jun 22 18:31:30.091636 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122c99-8e09-438e-9136-c8159da99698 req-97d6c569-20ce-4110-8d39-7e6525ad2ab7 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.093130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-31122c99-8e09-438e-9136-c8159da99698 req-97d6c569-20ce-4110-8d39-7e6525ad2ab7 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0621943 Jun 22 18:31:30.135357 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-31122c99-8e09-438e-9136-c8159da99698 req-ae561560-116d-42b4-8623-f1706ce4b42e tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Jun 22 18:31:30.190912 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:30.212219 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:30.238130 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:30.241823 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:30.242235 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:30.317730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:30.339711 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:30.342054 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7463dc-08eb-4e52-9c9f-d6a2cc45b873" -d '{"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:30.354529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:30.358437 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:30.360404 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:30.385178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e08bac-337a-4dd1-8d23-26f937a233d6 x-openstack-request-id: req-d2e08bac-337a-4dd1-8d23-26f937a233d6 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:30.385475 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:30.385732 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-d2e08bac-337a-4dd1-8d23-26f937a233d6 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:30.386148 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'code': 200} Jun 22 18:31:30.412646 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:30.417317 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:30.558479 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be806a-dd59-4a75-8ebf-92fd338fef58 req-7d91208b-7fa1-4c01-b958-413eebf1313c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.559931 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-12be806a-dd59-4a75-8ebf-92fd338fef58 req-7d91208b-7fa1-4c01-b958-413eebf1313c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0619712 Jun 22 18:31:30.596030 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-12be806a-dd59-4a75-8ebf-92fd338fef58 req-a0a39df9-673a-4047-a3eb-88e6a76b07b0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296085 Jun 22 18:31:30.755770 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be945d1-c171-40fa-9e82-602fe63981ae req-2ca72cdf-20f7-4fd6-b9c7-b4ad9fe30822 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.757522 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6be945d1-c171-40fa-9e82-602fe63981ae req-2ca72cdf-20f7-4fd6-b9c7-b4ad9fe30822 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0623679 Jun 22 18:31:30.805405 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6be945d1-c171-40fa-9e82-602fe63981ae req-a8ceca57-8233-4f00-948a-c64489c8244d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Jun 22 18:31:30.964334 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7343538-4282-4354-8a26-93089f90632e req-04a3f436-09f2-4638-932b-2af630b2983a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.965757 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a7343538-4282-4354-8a26-93089f90632e req-04a3f436-09f2-4638-932b-2af630b2983a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0645742 Jun 22 18:31:31.002807 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a7343538-4282-4354-8a26-93089f90632e req-2c92940d-fb5c-42ca-8262-ea75d2207933 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Jun 22 18:31:31.305299 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d80fda-ba3d-4d7d-aaf0-2da4efbf3b7a req-9db4feb1-b630-42ab-a985-b99efd07ee65 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:31.306712 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2d80fda-ba3d-4d7d-aaf0-2da4efbf3b7a req-9db4feb1-b630-42ab-a985-b99efd07ee65 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0637062 Jun 22 18:31:31.342867 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2d80fda-ba3d-4d7d-aaf0-2da4efbf3b7a req-f31efe3c-7ae2-4026-aa31-df677a71ecd5 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302804 Jun 22 18:31:31.786924 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d74c-2060-4223-aca0-39c9476f63f6 req-041a2d29-4228-4939-988d-c49c28795c4f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:31.789112 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ae5d74c-2060-4223-aca0-39c9476f63f6 req-041a2d29-4228-4939-988d-c49c28795c4f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0782890 Jun 22 18:31:31.875330 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ae5d74c-2060-4223-aca0-39c9476f63f6 req-7d2bec15-51d2-4524-bff7-d95dbb1803ba tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752375 Jun 22 18:31:31.891628 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b827c-ace0-42af-b03f-49e757174285 req-1856a56e-a0a7-4c09-ad5f-b2277e73eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:31.893367 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-062b827c-ace0-42af-b03f-49e757174285 req-1856a56e-a0a7-4c09-ad5f-b2277e73eedc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1099 time: 0.1030605 Jun 22 18:31:31.944478 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-062b827c-ace0-42af-b03f-49e757174285 req-9759e324-523f-4561-97c2-29f7cf639877 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295398 Jun 22 18:31:31.999091 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6829-8c64-4c06-8816-04f866a53e9f req-813a85e0-f733-4a03-9edd-38b00a5f828b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.001053 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-626e6829-8c64-4c06-8816-04f866a53e9f req-813a85e0-f733-4a03-9edd-38b00a5f828b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0739343 Jun 22 18:31:32.037557 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-626e6829-8c64-4c06-8816-04f866a53e9f req-6fd42dc8-1faf-4168-ab4f-eeb7b641d90d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Jun 22 18:31:32.180062 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af567b72-0d01-441a-ae1f-ab012e2d3d2c req-b15bea41-8237-49fe-b7f9-4bd2eaacfbc5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.181633 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-af567b72-0d01-441a-ae1f-ab012e2d3d2c req-b15bea41-8237-49fe-b7f9-4bd2eaacfbc5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0619812 Jun 22 18:31:32.220877 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-af567b72-0d01-441a-ae1f-ab012e2d3d2c req-6f0ec33e-2ff4-4dad-9e32-a6add36fc759 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Jun 22 18:31:32.519616 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08696c76-f146-43b6-8f28-a3442a0970de req-ce899d20-8b6b-4b96-9f75-0505decdb70f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.521203 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-08696c76-f146-43b6-8f28-a3442a0970de req-ce899d20-8b6b-4b96-9f75-0505decdb70f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0687063 Jun 22 18:31:32.563662 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-08696c76-f146-43b6-8f28-a3442a0970de req-d7e27757-b84e-44f6-a16d-105931e91802 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Jun 22 18:31:33.047704 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643db0-35d7-4fcd-b019-d39dc1de4823 req-905bb9d3-1856-4a37-9af6-5838804314bf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.049165 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-74643db0-35d7-4fcd-b019-d39dc1de4823 req-905bb9d3-1856-4a37-9af6-5838804314bf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0633919 Jun 22 18:31:33.097569 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-74643db0-35d7-4fcd-b019-d39dc1de4823 req-c905ab14-361f-4f6c-b596-9569e2127879 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426402 Jun 22 18:31:33.203348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55020) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:33.311771 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.430930 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a817d-74f3-4e26-b628-1d3864a419b6 req-d4fab356-bfbe-4697-b43c-028426e11ec5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.432563 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f9a817d-74f3-4e26-b628-1d3864a419b6 req-d4fab356-bfbe-4697-b43c-028426e11ec5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0966978 Jun 22 18:31:33.477552 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.482354 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.489019 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-158176ff-dae0-4508-a9f3-cabc12c17058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:33.512372 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f9a817d-74f3-4e26-b628-1d3864a419b6 req-b23b1142-23d7-4b5e-aeb6-e87640317756 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686858 Jun 22 18:31:33.532046 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=62ad879376b74db28e59316a5953f0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276086 Jun 22 18:31:33.532900 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2645b96-b332-410e-9a86-eb42cb4ad7f4,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:33.534799 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55026) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:33.537119 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:33.582171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.604012 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.654823 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.657957 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:33.659099 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/f2645b96-b332-410e-9a86-eb42cb4ad7f4 HTTP/1.1" status: 204 len: 168 time: 0.1233158 Jun 22 18:31:33.663309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-82415e72-6777-4a9e-9a91-48b2456ce1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:33.667781 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2645b96-b332-410e-9a86-eb42cb4ad7f4,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:33.670125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:33.751917 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd882f4-b7d1-46be-810f-0c6ef7ad7530 req-84a5b783-b440-46f8-9231-bf405c7bb0a5 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.753391 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9fd882f4-b7d1-46be-810f-0c6ef7ad7530 req-84a5b783-b440-46f8-9231-bf405c7bb0a5 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0694249 Jun 22 18:31:33.795392 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9fd882f4-b7d1-46be-810f-0c6ef7ad7530 req-66afc6c3-2187-47d2-858e-9e5d04d8fbda tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Jun 22 18:31:34.299940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba8c54-2892-4642-af21-3cd1c3edf96f req-507e3ef6-6d68-4175-9426-79baeaecb663 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.302142 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e6ba8c54-2892-4642-af21-3cd1c3edf96f req-507e3ef6-6d68-4175-9426-79baeaecb663 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0728471 Jun 22 18:31:34.347759 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e6ba8c54-2892-4642-af21-3cd1c3edf96f req-f5edf98a-3bad-4862-8337-85064d4b5053 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350518 Jun 22 18:31:34.697171 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88858478-e22c-4519-8b7e-585bfd08745b req-8497cc02-dc8a-4999-9430-0e3b8cd56eb5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.698932 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88858478-e22c-4519-8b7e-585bfd08745b req-8497cc02-dc8a-4999-9430-0e3b8cd56eb5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0671129 Jun 22 18:31:34.750236 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-88858478-e22c-4519-8b7e-585bfd08745b req-6ad75c88-6d39-482b-9f64-21bc58529cd5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Jun 22 18:31:34.975672 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fedfb8-d424-4f73-aa8f-e230f53ef775 req-2ed91326-37c7-4e4b-9f95-3fe1711e55e7 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.977099 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a6fedfb8-d424-4f73-aa8f-e230f53ef775 req-2ed91326-37c7-4e4b-9f95-3fe1711e55e7 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0656061 Jun 22 18:31:35.012400 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a6fedfb8-d424-4f73-aa8f-e230f53ef775 req-302dfbec-4940-426e-803b-2cf20a2003fb tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/security-groups?id=0c678188-0e16-4e11-a285-8a1c439fd1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296366 Jun 22 18:31:35.243001 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-4dfb00b3-f110-408d-98d4-f86005701d2a tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:35.244426 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-4dfb00b3-f110-408d-98d4-f86005701d2a tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.112 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 950 time: 0.0625198 Jun 22 18:31:35.323259 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d548293b-0759-4499-ad49-7b5e3733a465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.680573 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd0e8c-39a5-4f70-bb5c-eeea60789cce req-78a8f239-c716-49c5-b585-6e5fed307478 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:35.682030 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f4fd0e8c-39a5-4f70-bb5c-eeea60789cce req-78a8f239-c716-49c5-b585-6e5fed307478 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.1089225 Jun 22 18:31:35.683536 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Deleting port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:31:35.683894 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.767859 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f4fd0e8c-39a5-4f70-bb5c-eeea60789cce req-49d94d8a-4b8c-42a5-a647-3d5d0e5720cd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790474 Jun 22 18:31:35.839822 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] For port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,segment=NetworkSegment(1bb46cf0-1a16-4ed0-acdf-5c083391deb4),segment_id=1bb46cf0-1a16-4ed0-acdf-5c083391deb4)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:35.840238 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.857081 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Calling delete_port for 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:31:36.006475 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd9758-6953-4f40-9f23-0ff18876245f req-c51d5a00-e76f-4635-a05e-b0152866d75f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:36.008651 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ebdd9758-6953-4f40-9f23-0ff18876245f req-c51d5a00-e76f-4635-a05e-b0152866d75f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0778186 Jun 22 18:31:36.050846 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ebdd9758-6953-4f40-9f23-0ff18876245f req-4dd1f1b3-f3df-4225-8785-0386b87780dc tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Jun 22 18:31:36.061136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c6a3-22d0-42fd-955e-ac5f1e21c2dc req-0992ada1-ab53-4d91-b6dd-8a82cc562899 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:36.063439 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6135c6a3-22d0-42fd-955e-ac5f1e21c2dc req-0992ada1-ab53-4d91-b6dd-8a82cc562899 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.1127672 Jun 22 18:31:36.072706 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55104) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:36.079800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'floatingip': {'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:36.169546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.202064 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:36.210841 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b34eca52-f9cf-4e5f-b007-fe5ee87d2e27 req-a5522cfd-2357-40eb-a420-1fb20194f71f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 210 time: 0.0289619 Jun 22 18:31:36.235882 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.360701 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Pushing event deleted for resources: {'Port': ['ID=6d163ea9-1bb7-4a66-b9f7-79561cf91e80,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:36.411830 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] No DVR routers for this DVR port 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:31:36.415098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.417097 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c10a3832-91fa-4394-8c85-0aff71375a62 req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.112 "DELETE /v2.0/ports/6d163ea9-1bb7-4a66-b9f7-79561cf91e80 HTTP/1.1" status: 204 len: 173 time: 1.1130888 Jun 22 18:31:36.472702 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'name': 'network-vif-deleted', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:36.475067 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f1fec4-998d-4add-a797-b819e0a2d95d" -d '{"events": [{"server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "name": "network-vif-deleted", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:36.517711 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.518087 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.518500 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.518923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.519183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.519525 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.519972 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.520313 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.520655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.521046 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.521703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.522071 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:36.531140 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:36.543299 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-fa7ac4e0-5d41-4569-94b4-4a191b6cbbfe tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:36.544793 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-fa7ac4e0-5d41-4569-94b4-4a191b6cbbfe tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.3767798 Jun 22 18:31:36.610587 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-b84b0230-018f-47d5-9e58-2d86695f4184 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/quotas/736c1c6b86cf4ddaa0168c5f9f5b491e HTTP/1.1" status: 200 len: 375 time: 0.0518124 Jun 22 18:31:36.696695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc14b7eb-81ca-4782-b929-0d6ec632ab01 x-openstack-request-id: req-dc14b7eb-81ca-4782-b929-0d6ec632ab01 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:36.697311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f73ad8-4425-47fe-8900-708f04120d2c", "name": "network-vif-deleted", "tag": "6d163ea9-1bb7-4a66-b9f7-79561cf91e80", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:36.697311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-dc14b7eb-81ca-4782-b929-0d6ec632ab01 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:36.697710 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f73ad8-4425-47fe-8900-708f04120d2c', 'name': 'network-vif-deleted', 'tag': '6d163ea9-1bb7-4a66-b9f7-79561cf91e80', 'status': 'completed', 'code': 200} Jun 22 18:31:36.834611 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ef0593ce-2a88-42d1-ab78-c037a00cea59 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2185273 Jun 22 18:31:37.070941 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ddca06a6-58b6-4437-82f4-b999d6336c1f service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298129 Jun 22 18:31:37.240621 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefaf20-be60-44ab-a062-32fa1628a069 req-0a4b8b14-449d-431e-acae-fbaa1c5a4578 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:37.242199 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6eefaf20-be60-44ab-a062-32fa1628a069 req-0a4b8b14-449d-431e-acae-fbaa1c5a4578 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0657179 Jun 22 18:31:37.281783 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6eefaf20-be60-44ab-a062-32fa1628a069 req-4db867ce-af40-4c27-ac0e-b78dd25b45b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Jun 22 18:31:37.327921 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.db.resource_extend [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 18:31:37.402391 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:31:37.416229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.422379 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:31:37.422737 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 6d163ea9-1bb7-4a66-b9f7-79561cf91e80 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:31:37.426341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.428079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0cd48953-078a-4093-81f1-aaa54e782e3c req-3580bdf5-a272-4365-95ab-c26ba0131443 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5f73ad8-4425-47fe-8900-708f04120d2c HTTP/1.1" status: 200 len: 210 time: 0.0356786 Jun 22 18:31:37.476504 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-786ec343-dab7-4d93-973e-efec1262cd8d service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934994 Jun 22 18:31:37.549940 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Floating IP bec3281b-0105-4fcf-9e31-791d99e2eb10 associated. External IP: 172.27.1.218, port: 68a1e7d1-dd06-4ca2-a003-dd00b916e497. Jun 22 18:31:37.684884 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d4568016-ecae-4092-8635-eff93343cd19 req-d9c8e94d-4ba7-4608-bbf1-011c485d05b5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 210 time: 0.0488763 Jun 22 18:31:37.867832 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:37.903824 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b05d2ab9-cdd6-4ab2-91b2-f9e6962c7f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.978245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:37.981506 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.986715 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:37.995202 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:37.995792 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:38.032017 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-55187f0e-1780-4217-a08a-f16f887c9103 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "PUT /v2.0/floatingips/bec3281b-0105-4fcf-9e31-791d99e2eb10 HTTP/1.1" status: 200 len: 992 time: 1.9582388 Jun 22 18:31:38.050434 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.103470 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:38.340550 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'bec3281b-0105-4fcf-9e31-791d99e2eb10', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a257e06-1301-46d2-be34-6b2a801eff43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:00Z', 'updated_at': '2021-06-22T18:31:37Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:38.365540 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:38.373537 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:38.374693 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:38.476829 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454ece8-6cda-49a4-8efd-b22ee5544beb req-a15ab894-6e65-4721-b87e-89e02654a853 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:38.478588 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a454ece8-6cda-49a4-8efd-b22ee5544beb req-a15ab894-6e65-4721-b87e-89e02654a853 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0817041 Jun 22 18:31:38.482024 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:38.526244 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a454ece8-6cda-49a4-8efd-b22ee5544beb req-5e53f222-e531-472f-95eb-f91b23031f4a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Jun 22 18:31:38.698538 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:38.700934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e51f6d-4974-457f-b913-d2e7a07adad4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:38.712545 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'bec3281b-0105-4fcf-9e31-791d99e2eb10', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a257e06-1301-46d2-be34-6b2a801eff43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:00Z', 'updated_at': '2021-06-22T18:31:37Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:38.742167 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fbdc9e-2995-49c1-b21b-657ec84086bd x-openstack-request-id: req-05fbdc9e-2995-49c1-b21b-657ec84086bd {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:38.742940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:38.743370 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-05fbdc9e-2995-49c1-b21b-657ec84086bd {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:38.743676 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493c3e5-a739-4fec-985b-c7e2d9232a74 None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'bec3281b-0105-4fcf-9e31-791d99e2eb10', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a257e06-1301-46d2-be34-6b2a801eff43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:31:00Z', 'updated_at': '2021-06-22T18:31:37Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:38.744860 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'status': 'completed', 'code': 200} Jun 22 18:31:38.890556 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cea326c6-9bf3-418e-b457-611a73360905 req-31e9b50c-ed5f-44dd-a92e-c8ed26034d62 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 210 time: 0.0629568 Jun 22 18:31:38.923771 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-a5ba9b96-ad48-417c-abbc-b8b735d5d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:38.925522 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-a5ba9b96-ad48-417c-abbc-b8b735d5d735 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1099 time: 0.0857646 Jun 22 18:31:38.998276 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.069189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-5d3911af-37bf-40dc-8cf9-c430c58f9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.074238 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68257ba-66f6-4038-811b-5238b049bc8c None None] New status for floating IP bec3281b-0105-4fcf-9e31-791d99e2eb10: ACTIVE {{(pid=92802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:31:39.082402 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-5d3911af-37bf-40dc-8cf9-c430c58f9e58 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.1344211 Jun 22 18:31:39.196533 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-9f0d590a-ebbd-4d4b-810f-5a201072ba88 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 1000 time: 0.1072018 Jun 22 18:31:39.211175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55214) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.243553 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55218) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.345716 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-6a07b2e8-5033-4bd7-a969-b6fc92df5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.347213 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-6a07b2e8-5033-4bd7-a969-b6fc92df5271 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0733273 Jun 22 18:31:39.375792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.425665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.503978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-2b54019b-5ad2-4e6a-8c49-4ced7fb17d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.505413 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-2b54019b-5ad2-4e6a-8c49-4ced7fb17d42 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275816 Jun 22 18:31:39.549871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.675824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.689975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a97026c8-0cfc-4d1d-b751-15567bea54ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.713561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-51d65fb1-dc13-4db3-8b2d-aa81f54c6217 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.715022 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-51d65fb1-dc13-4db3-8b2d-aa81f54c6217 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.1638451 Jun 22 18:31:39.786498 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Request body: {'port': {'device_id': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'admin_state_up': True, 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:39.868047 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=c2257f6451ea46998ae9243f23864e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555157 Jun 22 18:31:39.868824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4a8ab-6db2-4def-83da-a6ee3982a6ac,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.870712 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55286) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.878822 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.929695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.966168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.971093 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-1f47bb5b-5ff5-4bdf-9f6a-a95e198ffaf0 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153515 Jun 22 18:31:39.997770 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0cd09-88ea-4553-b38b-9622b9d33883 req-829ee190-a32a-4659-883c-4eddd5abec9c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.999334 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8aa0cd09-88ea-4553-b38b-9622b9d33883 req-829ee190-a32a-4659-883c-4eddd5abec9c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.3392303 Jun 22 18:31:40.027312 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.031068 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.035860 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/64c4a8ab-6db2-4def-83da-a6ee3982a6ac HTTP/1.1" status: 204 len: 168 time: 0.1604488 Jun 22 18:31:40.035860 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f6fe13e9-9e13-4052-aa0d-788956f1f3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.071514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4a8ab-6db2-4def-83da-a6ee3982a6ac,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.094126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.110397 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.115930 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.116272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e5c1b92c-25dd-463b-ab93-ebb0f8a24b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.116397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.116768 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.117010 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.117583 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.117706 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.118235 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.118587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.119110 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.119631 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.120157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.120694 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:40.126024 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.128620 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8aa0cd09-88ea-4553-b38b-9622b9d33883 req-75fe1a26-3da6-49d7-886f-19fd7ff7ae8f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208544 Jun 22 18:31:40.138432 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-593f88d0-2dad-4b1c-9439-619c9ae07206 req-534e6f69-c2ea-4538-8902-d0a3f576f0d3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 210 time: 0.0906866 Jun 22 18:31:40.180181 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=2d54f1061b664cd7a7628e1ee587d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353960 Jun 22 18:31:40.180863 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:40.182716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55310) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:40.184341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.207738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba3fe8-6378-4c70-87c5-3e78bde1dfe1,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.213295 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.218945 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d3e51f6d-4974-457f-b913-d2e7a07adad4 req-f72fe012-b995-4b3a-a6e2-30b348da0953 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967320 Jun 22 18:31:40.253074 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.310930 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.396356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.397925 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.399137 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/32ba3fe8-6378-4c70-87c5-3e78bde1dfe1 HTTP/1.1" status: 204 len: 168 time: 0.2150457 Jun 22 18:31:40.400304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-40d37300-4608-4d71-83e5-958f488f04b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.403519 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Allocated IP 172.20.0.9 (bf35d4ab-1a74-4a20-9695-6ecb7474e251/32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb/c8a06d68-5327-4b34-860f-60ad9ea01bc8) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:40.409934 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba3fe8-6378-4c70-87c5-3e78bde1dfe1,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.412403 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.583571 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.626253 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.633447 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.685886 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:40.695483 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:40.701169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:40.705464 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2', '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:40.769674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event updated for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.774227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.810480 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.811222 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.833328 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604570 Jun 22 18:31:40.882228 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Request body: {'port': {'device_id': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:41.002270 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.109973 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55396) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:41.199075 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.370778 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a06d68-5327-4b34-860f-60ad9ea01bc8 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:41.373961 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907179795-network', 'tenant_id': 'e563f562605245558e8a7cf479bfe501'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:41.380274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.400650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Transition to ACTIVE for port object c8a06d68-5327-4b34-860f-60ad9ea01bc8 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:41.405679 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Made reservation on behalf of e563f562605245558e8a7cf479bfe501 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:41.407344 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.408745 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.409386 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.434228 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.477375 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6edd-4891-4598-97c5-10bb2e14f8f6 req-95786047-7486-431b-a002-960d845fc3ab tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.485308 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-144b6edd-4891-4598-97c5-10bb2e14f8f6 req-95786047-7486-431b-a002-960d845fc3ab tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 931 time: 0.1520071 Jun 22 18:31:41.549293 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-144b6edd-4891-4598-97c5-10bb2e14f8f6 req-408a58b5-99c2-4be3-93a2-094af886ce00 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624902 Jun 22 18:31:41.648093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.655046 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.659815 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.682543 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1393} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:41.693779 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a4be62-6014-433f-b3f1-81de7d14b14e,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:41.697634 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:41.703250 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.703250 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Added segment 95b38398-f793-4138-a8a1-0f74f4f43904 of type vlan for network 3466defc-06a3-4a93-9467-085116ed955c Jun 22 18:31:41.736690 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536e27e-98e1-4092-9767-8b7e684099e1 req-2245fca7-2980-4375-86cb-095ceb954291 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.738226 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0536e27e-98e1-4092-9767-8b7e684099e1 req-2245fca7-2980-4375-86cb-095ceb954291 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.4150808 Jun 22 18:31:41.756000 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.784962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:41.801768 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.803611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.804311 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.808171 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:41.812207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:41.857848 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0536e27e-98e1-4092-9767-8b7e684099e1 req-a45d3f97-fadd-4b10-8ca0-5d36a419f0c7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112676 Jun 22 18:31:41.887031 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7730284 Jun 22 18:31:41.890979 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55444) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:41.894297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Attempting to bind port c8a06d68-5327-4b34-860f-60ad9ea01bc8 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:41.894632 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Attempting to bind port c8a06d68-5327-4b34-860f-60ad9ea01bc8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:41.895588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Attempting to bind port c8a06d68-5327-4b34-860f-60ad9ea01bc8 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:41.898498 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Request body: {'subnet': {'network_id': '3466defc-06a3-4a93-9467-085116ed955c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907179795-subnet', 'tenant_id': 'e563f562605245558e8a7cf479bfe501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:41.901602 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Port c8a06d68-5327-4b34-860f-60ad9ea01bc8 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:41.902795 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Attempting to bind port c8a06d68-5327-4b34-860f-60ad9ea01bc8 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:41.908924 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Pushing event updated for resources: {'Network': ['ID=3466defc-06a3-4a93-9467-085116ed955c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:41.913335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:41.913891 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:41.914227 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Checking segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:41.915466 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Bound using segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:41.917012 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Bound port: c8a06d68-5327-4b34-860f-60ad9ea01bc8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:41.918579 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.927068 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Made reservation on behalf of e563f562605245558e8a7cf479bfe501 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:41.928627 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 3466defc-06a3-4a93-9467-085116ed955c details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:41.931181 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.021868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:42.028363 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:42.034917 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.041262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-08810ba7-a5b3-4ca1-8a27-cc03df95fb15 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.116397 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.120751 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.134259 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.135197 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.136878 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] 10.222.0.112 "PUT /v2.0/ports/c8a06d68-5327-4b34-860f-60ad9ea01bc8 HTTP/1.1" status: 200 len: 1093 time: 1.2612906 Jun 22 18:31:42.137413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:42.141173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b93f3de-409c-487a-88ae-952bf249d1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:42.221072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e694e73-2e67-4313-b83c-db26b696dde6 x-openstack-request-id: req-8e694e73-2e67-4313-b83c-db26b696dde6 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:42.221457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:42.221799 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-8e694e73-2e67-4313-b83c-db26b696dde6 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:42.223216 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8', 'status': 'completed', 'code': 200} Jun 22 18:31:42.232384 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55476) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.273557 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.279156 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.331266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-8f57f6af-18ff-4aaa-a2c1-32d9f333cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.332698 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-8f57f6af-18ff-4aaa-a2c1-32d9f333cded service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0683267 Jun 22 18:31:42.347179 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75252b5-7114-4edd-a2c7-f114980fd5b5,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.351367 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.365667 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Checking segment: {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:42.365667 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Network hostable DHCP agents. Network: 3466defc-06a3-4a93-9467-085116ed955c, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:42.374943 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Network 3466defc-06a3-4a93-9467-085116ed955c is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:42.383866 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 3466defc-06a3-4a93-9467-085116ed955c) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:42.388192 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.388848 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.397125 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18744147-4965-4ffd-94bf-cb8bcd6c8994 None None] Network 3466defc-06a3-4a93-9467-085116ed955c requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:42.402546 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-39af09bd-aef1-4fae-a866-b06e29a5c42b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8 HTTP/1.1" status: 200 len: 217 time: 0.0423732 Jun 22 18:31:42.403410 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.412741 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5206673 Jun 22 18:31:42.532518 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-db394408-5321-4f60-8898-d685c087a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.534166 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-db394408-5321-4f60-8898-d685c087a5be service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.0664170 Jun 22 18:31:42.580115 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b623332-f3fd-4ad8-8d81-c3397538b556 None None] Network 3466defc-06a3-4a93-9467-085116ed955c requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:42.583880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.605859 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-6d7c57c8-7d4b-499b-a31d-5e3c40452812 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579503 Jun 22 18:31:42.607352 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.609981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.634289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d3b33-db31-40dc-a27d-714ab4d1bd90,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.651801 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:42.709286 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=514457c74f184d7bbfc9786225a98331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748964 Jun 22 18:31:42.711952 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55504) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.805167 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d591e-1b33-4695-8dba-4904da8e3e21 req-ee8bea16-1afa-42d0-a6c7-36d997a529c4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.811741 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-359d591e-1b33-4695-8dba-4904da8e3e21 req-ee8bea16-1afa-42d0-a6c7-36d997a529c4 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 943 time: 0.1166494 Jun 22 18:31:42.838155 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.843567 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-164c6919-126a-4e4c-9d45-ffb26ea447e7 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102931 Jun 22 18:31:42.862031 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.910285 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-359d591e-1b33-4695-8dba-4904da8e3e21 req-1d674794-b643-4143-ae41-fc31f9c836e2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887108 Jun 22 18:31:43.046028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.048854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.052594 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/c42d3b33-db31-40dc-a27d-714ab4d1bd90 HTTP/1.1" status: 204 len: 168 time: 0.3373468 Jun 22 18:31:43.053526 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.069896 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-53371fbf-7d0e-40ca-983f-d6fe523a2a8c req-0c4f121a-7b10-4e57-889a-f4e5e5a9d382 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982439 Jun 22 18:31:43.090271 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d3b33-db31-40dc-a27d-714ab4d1bd90,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.096126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.106091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73656bf-1098-476e-bc2d-449752a85536 req-cac09039-6501-46dd-a2a3-88e6ecd2bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.111337 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b73656bf-1098-476e-bc2d-449752a85536 req-cac09039-6501-46dd-a2a3-88e6ecd2bcf1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.2050078 Jun 22 18:31:43.220370 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b73656bf-1098-476e-bc2d-449752a85536 req-6ec041bd-7f0c-47ff-a698-07f17aad4238 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708909 Jun 22 18:31:43.221561 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30e343-2d50-45c8-b887-115a23ea5121 req-737055f5-1f73-4059-9be2-8048863b57de tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.241751 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8d30e343-2d50-45c8-b887-115a23ea5121 req-737055f5-1f73-4059-9be2-8048863b57de tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1828551 Jun 22 18:31:43.297732 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8d30e343-2d50-45c8-b887-115a23ea5121 req-91211852-ecbc-455e-8209-c28cedc94a75 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549839 Jun 22 18:31:43.651651 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.772095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55560) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:43.838421 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-ad2dc1ae-e26a-4375-8ab6-f88a45775dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.839947 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-ad2dc1ae-e26a-4375-8ab6-f88a45775dba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0656364 Jun 22 18:31:43.880718 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1747853974-network', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:43.900212 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Made reservation on behalf of e2ced81c690646a081ae6c174b1396b6 for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:43.902490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.910574 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.065487 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-c3952480-561a-4979-8a35-818f9000ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.067009 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-c3952480-561a-4979-8a35-818f9000ee36 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 917 time: 0.1490610 Jun 22 18:31:44.089599 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-144e8ada-b62a-47da-a88e-c5dc03774724 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619461 Jun 22 18:31:44.100092 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfe7f6-eaae-4b81-bbc7-3ae62431fe23 req-052df534-d17b-42ce-a44e-7d568bb4c7ef tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.102443 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cddfe7f6-eaae-4b81-bbc7-3ae62431fe23 req-052df534-d17b-42ce-a44e-7d568bb4c7ef tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 943 time: 0.0700257 Jun 22 18:31:44.134719 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-c5a56701-7e4d-4df2-b72b-e3e5b450f564 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8 HTTP/1.1" status: 200 len: 217 time: 0.0375607 Jun 22 18:31:44.142714 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cddfe7f6-eaae-4b81-bbc7-3ae62431fe23 req-b6be36cc-b94a-4e4c-84d0-84a25bf157d0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Jun 22 18:31:44.189999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.195726 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.202924 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8b0705ce-07a6-4d3a-b0d7-c4c40edfdc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.221259 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1367} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:44.230414 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-12412868-fd32-40ba-9b42-f4f02cb86379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.231850 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-12412868-fd32-40ba-9b42-f4f02cb86379 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.0824308 Jun 22 18:31:44.284112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.284460 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Added segment 6f7336e3-2586-4e5c-a65b-a16371135211 of type vlan for network df37ccb1-894c-4aae-8898-7ea7a711b9dc Jun 22 18:31:44.309335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae0ee6-62ae-4a4e-9a9d-dd7251815c80,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.316100 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-e67ea3eb-0b78-4d08-96cd-b9c4709d325f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670831 Jun 22 18:31:44.317546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.397257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.455177 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.464779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.465689 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.468798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-b8b9f85b-119a-4deb-994f-97c350384f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.470314 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-b8b9f85b-119a-4deb-994f-97c350384f2a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 1098 time: 0.2443323 Jun 22 18:31:44.474737 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.524326 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf49ca8-8f9b-4f60-a314-dd09a8686a7f req-948eee02-d19d-47f5-8920-03d5ec63af9b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.525880 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bcf49ca8-8f9b-4f60-a314-dd09a8686a7f req-948eee02-d19d-47f5-8920-03d5ec63af9b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0938969 Jun 22 18:31:44.526449 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55590) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.543873 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-10fd51ef-c7a3-436e-be1a-f440356c24ff service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074676 Jun 22 18:31:44.573902 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bcf49ca8-8f9b-4f60-a314-dd09a8686a7f req-5bad4995-5727-4ced-9c95-7d05d9382433 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Jun 22 18:31:44.598781 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8253360 Jun 22 18:31:44.599739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55594) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.604902 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Request body: {'subnet': {'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1747853974-subnet', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:44.627488 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Made reservation on behalf of e2ced81c690646a081ae6c174b1396b6 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:44.629969 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.690326 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=df37ccb1-894c-4aae-8898-7ea7a711b9dc,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.709442 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.711113 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:44.724771 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a65b6a8e-c75f-4135-8b79-ffc9d1ef5acc admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=383afa78479742e9b3d7d820690a6f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971254 Jun 22 18:31:44.727590 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55596) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.801913 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-af2885ad-8ffe-4e56-b857-320f1d85fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.803384 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-af2885ad-8ffe-4e56-b857-320f1d85fd90 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 917 time: 0.2702727 Jun 22 18:31:44.809777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-9bfd9c4e-82fc-4c81-8518-66c035fb4eea tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:44.811758 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-9bfd9c4e-82fc-4c81-8518-66c035fb4eea tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/networks?id=3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 200 len: 809 time: 0.2816825 Jun 22 18:31:44.815992 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1b93f3de-409c-487a-88ae-952bf249d1b2 req-f3174418-cb66-4177-91ef-736242e1c6eb service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267811 Jun 22 18:31:44.824521 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.826488 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-29352a5a-971f-4905-a257-0e1c781817b0 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/quotas/e563f562605245558e8a7cf479bfe501 HTTP/1.1" status: 200 len: 375 time: 0.0087478 Jun 22 18:31:44.861598 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-014f93d6-7c55-4824-8a61-2efb82de7a03 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289743 Jun 22 18:31:44.878691 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.886454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.892493 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3c1ff182-9e6a-4025-afab-7c523a94d172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.950785 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-d79a5123-5026-41d3-ad67-04bbee52db79 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d16934-a65f-4067-a912-44a637db91a2 HTTP/1.1" status: 200 len: 217 time: 0.0713484 Jun 22 18:31:44.969364 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9dc07d-33ad-4338-97e3-80242fe0af3a,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.973299 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.980221 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:44.980779 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Network hostable DHCP agents. Network: df37ccb1-894c-4aae-8898-7ea7a711b9dc, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:44.993042 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.995539 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.996670 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/0c678188-0e16-4e11-a285-8a1c439fd1ad HTTP/1.1" status: 204 len: 168 time: 0.2679970 Jun 22 18:31:44.998378 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.009086 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:45.011541 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c678188-0e16-4e11-a285-8a1c439fd1ad,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:45.014529 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:45.022071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, df37ccb1-894c-4aae-8898-7ea7a711b9dc) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:45.026535 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.027117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.037175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844eb520-0da0-43a1-b2ba-cc7379a3a7f4 None None] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:45.043731 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-24268941-5f07-4b5d-a580-5e9340ad103f admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4428012 Jun 22 18:31:45.047557 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55602) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:45.056924 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:45.079897 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-4f9fd0e3-4140-4be2-9e13-fda31dd2d626 service neutron] 10.222.0.108 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096496 Jun 22 18:31:45.083403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-4671e9ff-f27f-4249-994d-b36b07b270c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.085196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-4671e9ff-f27f-4249-994d-b36b07b270c7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.1215591 Jun 22 18:31:45.087445 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.088984 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.152279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.190620 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-eab340cc-ec2c-45c5-a746-e784d146c9cb service neutron] 10.222.0.108 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038933 Jun 22 18:31:45.225609 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:31:45.227465 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.302405 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-d8e7532a-6490-4938-a9d1-7ebd3674e5e6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532551 Jun 22 18:31:45.304644 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.518969 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Allocated IP 172.20.0.2 (df37ccb1-894c-4aae-8898-7ea7a711b9dc/da9dc07d-33ad-4338-97e3-80242fe0af3a/555967d0-2aca-4fbf-825f-143b76ae4dbd) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:45.562284 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-6a5235a4-82df-493f-a939-19ddfd7ac8e5 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217224 Jun 22 18:31:45.679635 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ef57-51e1-4feb-95fd-b06bbf766cad req-3cfbbb92-2942-49f2-a9d5-e22782097774 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.687083 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-82b2ef57-51e1-4feb-95fd-b06bbf766cad req-3cfbbb92-2942-49f2-a9d5-e22782097774 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 943 time: 0.2079298 Jun 22 18:31:45.712218 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.739073 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.769551 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-82b2ef57-51e1-4feb-95fd-b06bbf766cad req-0d32f95e-025f-4fba-89cd-3bdcd89d2e2c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Jun 22 18:31:45.786526 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fe66fce4-201a-41b0-9c65-528f165b1862 req-6de887d4-68cd-4daf-8dd7-c493854807fe service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067194 Jun 22 18:31:45.879462 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.912891 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2cd787b-fcca-4be1-81fe-467754aed88e req-c7009fc0-dfdc-4de5-9634-b8707cdcd851 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 210 time: 0.0790973 Jun 22 18:31:45.917955 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Transition to ACTIVE for port object 555967d0-2aca-4fbf-825f-143b76ae4dbd will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:45.938739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Transition to ACTIVE for port object 555967d0-2aca-4fbf-825f-143b76ae4dbd will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:45.947729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.954856 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.963681 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Allocated IP 172.27.1.128 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/cf484190-5dab-4c71-8333-3bccbc0ec0a9) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:46.006062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:46.011370 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:46.015660 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:46.026619 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Pushing event updated for resources: {'Port': ['ID=555967d0-2aca-4fbf-825f-143b76ae4dbd,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.031075 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.115058 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Attempting to bind port 555967d0-2aca-4fbf-825f-143b76ae4dbd on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:46.115444 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Attempting to bind port 555967d0-2aca-4fbf-825f-143b76ae4dbd by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:46.116074 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Attempting to bind port 555967d0-2aca-4fbf-825f-143b76ae4dbd on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:46.122575 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:46.123089 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:46.124075 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.124740 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Bound using segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:46.125244 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Bound port: 555967d0-2aca-4fbf-825f-143b76ae4dbd, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:46.125610 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.144081 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449443b3-c9e9-4e64-814a-f2b407e01cd9 req-f4b59502-4f45-428e-821e-dd12a5ea6ea5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:46.145567 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-449443b3-c9e9-4e64-814a-f2b407e01cd9 req-f4b59502-4f45-428e-821e-dd12a5ea6ea5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1654441 Jun 22 18:31:46.148497 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.219613 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-449443b3-c9e9-4e64-814a-f2b407e01cd9 req-552a6352-e0a8-4f55-9304-1dd9b6eda9f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671511 Jun 22 18:31:46.221753 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] For port 555967d0-2aca-4fbf-825f-143b76ae4dbd, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:46.225984 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] For port 555967d0-2aca-4fbf-825f-143b76ae4dbd, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=555967d0-2aca-4fbf-825f-143b76ae4dbd,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:46.230747 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.241920 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.242711 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.247057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9cbe6917-fde5-4fc6-acc5-dc411f830e39 tempest-DeleteServersTestJSON-1473398902 tempest-DeleteServersTestJSON-1473398902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.312855 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:46.341128 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:46.349222 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:46.369200 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Pushing event updated for resources: {'Port': ['ID=555967d0-2aca-4fbf-825f-143b76ae4dbd,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.375739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.382306 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Pushing event updated for resources: {'Port': ['ID=cf484190-5dab-4c71-8333-3bccbc0ec0a9,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.386682 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.688465 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.985648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-c062e02e-d114-46f9-8c19-79d256ee9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:46.987157 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-c062e02e-d114-46f9-8c19-79d256ee9f43 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0593038 Jun 22 18:31:47.153678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-05fecadd-71e1-47a1-b075-1ce48312527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.155317 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-05fecadd-71e1-47a1-b075-1ce48312527a service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.1279540 Jun 22 18:31:47.214219 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-e078d0af-040e-4321-a544-aac546e9a098 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0491972 Jun 22 18:31:47.238880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.268393 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7464d49-8773-4bb3-8bc8-d09ec8a87a93 req-d9337f98-35f1-428c-899d-38416ab2b647 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.269877 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b7464d49-8773-4bb3-8bc8-d09ec8a87a93 req-d9337f98-35f1-428c-899d-38416ab2b647 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 943 time: 0.1477232 Jun 22 18:31:47.287587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54524dfb-89ce-4b6b-84d0-8454343c16b9 req-259b192b-cbef-4d5d-9544-1bceae5b4117 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.289350 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54524dfb-89ce-4b6b-84d0-8454343c16b9 req-259b192b-cbef-4d5d-9544-1bceae5b4117 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.4174938 Jun 22 18:31:47.301504 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-38c3ef5e-fa86-4474-8a95-e0f6ffe2bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.302985 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-38c3ef5e-fa86-4474-8a95-e0f6ffe2bf33 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0782273 Jun 22 18:31:47.328946 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b7464d49-8773-4bb3-8bc8-d09ec8a87a93 req-d6fb16c1-b6b8-448f-98d4-360df5f6ca78 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529206 Jun 22 18:31:47.346678 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-9518dea5-9004-4d3e-ab17-f99273cafd73 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316751 Jun 22 18:31:47.379667 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54524dfb-89ce-4b6b-84d0-8454343c16b9 req-f0e13118-7708-4504-b262-696c79354efe tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810273 Jun 22 18:31:47.418947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c8a06d68-5327-4b34-860f-60ad9ea01bc8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:47.451346 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:31:47.480657 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-32c24f83-8d83-438b-8013-31b256d50b0b req-d8949309-928d-4fff-bd79-953881aba881 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 210 time: 0.0345163 Jun 22 18:31:47.508174 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-89f7c4e2-4051-49ad-8f76-096bd20aa703 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499176 Jun 22 18:31:47.530602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb30e4-56b2-408b-bb48-50e824a7b595 None None] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:47.619958 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:47.620662 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:47.622947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-1aee0687-a294-4e9b-8797-e7b540bc9c54 None None] Provisioning for port 555967d0-2aca-4fbf-825f-143b76ae4dbd completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:47.635326 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:47.648392 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:47.649407 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:47.654593 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'port_id': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8', 'mac_address': 'fa:16:3e:95:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:47.664117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.665354 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6168399 Jun 22 18:31:47.668280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55662) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.712834 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18515c83-be22-45d0-ad42-c5c76222a0c7 req-949d104a-72ca-4810-b18d-21d6d803afb9 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436100 Jun 22 18:31:47.755709 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.791183 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a06d68-5327-4b34-860f-60ad9ea01bc8 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:47.802039 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:47.817002 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:47.827858 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.830856 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.898722 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.902547 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.003971 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-c34b13e7-02a3-4098-9d39-1dd3d5e0c618 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.005448 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-c34b13e7-02a3-4098-9d39-1dd3d5e0c618 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "GET /v2.0/networks?id=3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 200 len: 809 time: 0.1391673 Jun 22 18:31:48.059349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Request body: {'port': {'device_id': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'network_id': '3466defc-06a3-4a93-9467-085116ed955c', 'admin_state_up': True, 'tenant_id': 'e563f562605245558e8a7cf479bfe501'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.181022 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:46Z', 'revision_number': 3, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:48.213967 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:48.214557 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Updating router 733d1b6e-4216-4ed9-a5da-d63f23d84325 port cf484190-5dab-4c71-8333-3bccbc0ec0a9 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:48.284932 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.389220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.516393 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Made reservation on behalf of e563f562605245558e8a7cf479bfe501 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:48.520821 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.633146 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['c8a06d68-5327-4b34-860f-60ad9ea01bc8'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:48.633878 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Allocated IP 172.20.0.1 (df37ccb1-894c-4aae-8898-7ea7a711b9dc/da9dc07d-33ad-4338-97e3-80242fe0af3a/26afa9a9-6a3b-430a-8282-6f8d55cfdcc2) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:48.670081 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e502d-7e8c-46aa-9f2a-185cef042586 req-2ab3de4d-6612-499c-8fe4-1b2905d8881d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.671849 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c84e502d-7e8c-46aa-9f2a-185cef042586 req-2ab3de4d-6612-499c-8fe4-1b2905d8881d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 944 time: 0.1390209 Jun 22 18:31:48.721767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 555967d0-2aca-4fbf-825f-143b76ae4dbd up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:48.738030 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e67af-2e10-497f-b988-a8247a70e26b req-11c34ea4-8134-4bf0-aeae-5e6f9d6e20cf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.745328 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d22e67af-2e10-497f-b988-a8247a70e26b req-11c34ea4-8134-4bf0-aeae-5e6f9d6e20cf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1676657 Jun 22 18:31:48.759874 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c84e502d-7e8c-46aa-9f2a-185cef042586 req-a9a96642-d5bd-4bdc-95e9-18df2556bac3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777547 Jun 22 18:31:48.784082 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.794727 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Transition to ACTIVE for port object cf484190-5dab-4c71-8333-3bccbc0ec0a9 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:48.798481 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Allocated IP 172.20.0.9 (3466defc-06a3-4a93-9467-085116ed955c/e75252b5-7114-4edd-a2c7-f114980fd5b5/82ec131a-1bbb-4ff7-80e7-6b8e4070e02b) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:48.801329 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.804519 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-e9f16d34-36a3-4a7a-9530-e14dbfafa4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.814711 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.830814 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Transition to ACTIVE for port object 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:48.858250 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13cefb-7d87-4d78-a0ea-7820b354ca47 None None] Pushing event updated for resources: {'Port': ['ID=cf484190-5dab-4c71-8333-3bccbc0ec0a9,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.859112 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d22e67af-2e10-497f-b988-a8247a70e26b req-6eb94fa7-8246-4615-83cc-0c7ac0268d36 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127300 Jun 22 18:31:48.860546 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Attempting to bind port cf484190-5dab-4c71-8333-3bccbc0ec0a9 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:48.860910 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Attempting to bind port cf484190-5dab-4c71-8333-3bccbc0ec0a9 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:48.861269 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Attempting to bind port cf484190-5dab-4c71-8333-3bccbc0ec0a9 on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:48.863474 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-2a13cefb-7d87-4d78-a0ea-7820b354ca47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.867833 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:48.868208 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:48.868622 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.868977 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:48.869717 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Bound port: cf484190-5dab-4c71-8333-3bccbc0ec0a9, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:48.869845 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.902664 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 555967d0-2aca-4fbf-825f-143b76ae4dbd completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:48.911496 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.924601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.928197 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 555967d0-2aca-4fbf-825f-143b76ae4dbd triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:48.928587 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.932672 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] For port cf484190-5dab-4c71-8333-3bccbc0ec0a9, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:48.936750 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] For port cf484190-5dab-4c71-8333-3bccbc0ec0a9, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cf484190-5dab-4c71-8333-3bccbc0ec0a9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:48.945803 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.948397 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-7c741569-6b00-4b5f-b0f4-e44a73625217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.999820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:49.009151 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:49.009757 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.023028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:49.050672 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13cefb-7d87-4d78-a0ea-7820b354ca47 None None] Pushing event updated for resources: {'Port': ['ID=cf484190-5dab-4c71-8333-3bccbc0ec0a9,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.053777 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bdfc6e5b-b1e2-4ba5-ab91-d6d3a33be88e req-f6a9ab6d-ee66-472b-b89c-308d8eed0481 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 210 time: 0.0791609 Jun 22 18:31:49.058204 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-2a13cefb-7d87-4d78-a0ea-7820b354ca47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.072511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.084129 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:49.084240 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.126738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.132641 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 555967d0-2aca-4fbf-825f-143b76ae4dbd, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=555967d0-2aca-4fbf-825f-143b76ae4dbd,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:49.138400 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Pushing event updated for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.143400 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3286e73-45e9-4468-a508-02b631bc2c9d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.143574 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.143690 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.146977 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-34009c27-6fcf-410d-a315-637ab0424791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.156398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Network 3466defc-06a3-4a93-9467-085116ed955c is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:49.159263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:49.174785 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.185574 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:49.207645 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:49.267656 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=555967d0-2aca-4fbf-825f-143b76ae4dbd,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.268441 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Pushing event updated for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.276483 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.277146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.277824 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.289288 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.292727 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2400963 Jun 22 18:31:49.404747 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.420024 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-fe10709b-0436-4e3d-afe7-954aafb1f140 None None] Provisioning for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:49.426367 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-fe10709b-0436-4e3d-afe7-954aafb1f140 None None] Provisioning complete for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:49.426850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-fe10709b-0436-4e3d-afe7-954aafb1f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.467349 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-fe10709b-0436-4e3d-afe7-954aafb1f140 None None] Port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:49.495129 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:46Z', 'revision_number': 3, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.520966 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b5521-35ae-46b2-a87a-7c692340c103 None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:46Z', 'revision_number': 3, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:49.586320 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.591375 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.594255 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-857a8502-fd74-43db-9e3e-6bb0ef4c25dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.655335 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Pushing event updated for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.659233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.662282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.768268 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:49.769576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:49.898413 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:49.992522 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-9197a5c1-fa89-43e9-a32d-8f2043508e2b None None] Provisioning complete for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:49.993061 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-9197a5c1-fa89-43e9-a32d-8f2043508e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.009386 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:50.022098 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] 10.222.0.108 "PUT /v2.0/routers/733d1b6e-4216-4ed9-a5da-d63f23d84325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492053 Jun 22 18:31:50.029465 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-9197a5c1-fa89-43e9-a32d-8f2043508e2b None None] Port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:50.539169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55710) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.544179 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-493157868-network', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:50.564915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Made reservation on behalf of c6a29ea28d8b43e9afeda4f56991bbf1 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:50.567733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.578290 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.674454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.678172 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.681195 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b1ee0135-6cd5-454e-b288-15ca8cb7b4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.707633 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1351} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:50.708693 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cf484190-5dab-4c71-8333-3bccbc0ec0a9 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:50.712530 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b414ec84-ba65-4a4b-aabf-74cc15993f50,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.715962 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.720880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.721219 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Added segment 10210f50-d30a-4aff-9679-977385457ddb of type vlan for network 0792ec7a-653f-43fa-8566-dc821e63abf8 Jun 22 18:31:50.790648 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port cf484190-5dab-4c71-8333-3bccbc0ec0a9 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:50.794451 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port cf484190-5dab-4c71-8333-3bccbc0ec0a9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:50.794828 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.800548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.832852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.834487 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.834963 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.838554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.888502 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.896755 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Pushing event updated for resources: {'Network': ['ID=0792ec7a-653f-43fa-8566-dc821e63abf8,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.903278 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.909421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:50.914757 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3744605 Jun 22 18:31:50.914933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port cf484190-5dab-4c71-8333-3bccbc0ec0a9, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cf484190-5dab-4c71-8333-3bccbc0ec0a9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:50.917919 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55712) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.923457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Request body: {'subnet': {'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-493157868-subnet', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:50.927009 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.927842 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 555967d0-2aca-4fbf-825f-143b76ae4dbd up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:50.943303 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Made reservation on behalf of c6a29ea28d8b43e9afeda4f56991bbf1 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:50.945545 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564143'] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.953699 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.051214 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:51.060430 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=cf484190-5dab-4c71-8333-3bccbc0ec0a9,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.066216 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.072103 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:51.072673 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:51.078785 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 555967d0-2aca-4fbf-825f-143b76ae4dbd triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:51.079159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.132760 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564097'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.135854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b729e0f9-b82d-47c1-b8f1-358aa0774344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.199919 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba864f2-403a-4e32-8dfe-9ff55464e2f1,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.206039 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.211146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Checking segment: {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:51.211327 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Network hostable DHCP agents. Network: 0792ec7a-653f-43fa-8566-dc821e63abf8, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:51.227600 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:51.231574 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:51.236870 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 0792ec7a-653f-43fa-8566-dc821e63abf8) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:51.240792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.241376 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.257331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f4336ffc-6a63-47ba-b6bc-aecf30a635d2 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3370540 Jun 22 18:31:51.259107 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55714) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:51.259729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ebe5b-b7f8-4acc-b5f3-c044c5e31588 None None] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:51.265016 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:51.283944 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.285131 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.342337 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.498376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.656579 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-0792ec7a-653f-43fa-8566-dc821e63abf8', 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'fixed_ips': [{'subnet_id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:31:51.657438 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.676216 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 2, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:51.697559 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.712439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:51.712798 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Updating router 733d1b6e-4216-4ed9-a5da-d63f23d84325 port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:51.720030 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.802241 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.823408 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Allocated IP 172.27.1.66 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/b77305a0-e90d-4577-9893-9df87f258c13) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:51.880471 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Allocated IP 172.20.0.2 (0792ec7a-653f-43fa-8566-dc821e63abf8/4ba864f2-403a-4e32-8dfe-9ff55464e2f1/eb816a32-e5d8-4227-9e51-97aa8124472d) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:51.929215 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.970222 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.973384 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.008974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:52.011737 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:52.014863 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:52.042779 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b77305a0-e90d-4577-9893-9df87f258c13,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.046111 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.159433 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.177220 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Transition to ACTIVE for port object eb816a32-e5d8-4227-9e51-97aa8124472d will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.215989 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Transition to ACTIVE for port object eb816a32-e5d8-4227-9e51-97aa8124472d will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.228779 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.232450 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.234850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.267420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.272490 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Transition to ACTIVE for port object 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:52.279410 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:52.283590 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:52.287474 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:52.289262 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.303226 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Pushing event updated for resources: {'Port': ['ID=eb816a32-e5d8-4227-9e51-97aa8124472d,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.307778 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.308248 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.423490 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Attempting to bind port eb816a32-e5d8-4227-9e51-97aa8124472d on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:52.423876 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Attempting to bind port eb816a32-e5d8-4227-9e51-97aa8124472d by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:52.424244 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Attempting to bind port eb816a32-e5d8-4227-9e51-97aa8124472d on network 0792ec7a-653f-43fa-8566-dc821e63abf8 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:52.434269 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Pushing event updated for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.453983 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.457738 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:52.458141 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Checking segment: {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:52.458555 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.458959 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Bound using segment: {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:52.459454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Bound port: eb816a32-e5d8-4227-9e51-97aa8124472d, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:52.459836 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.481523 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Attempting to bind port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:52.481907 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Attempting to bind port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:52.482298 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Attempting to bind port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:52.508657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:52.509042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:52.509475 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.509840 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Bound using segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:52.510389 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Bound port: 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:52.510730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.534926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Request body: {'port': {'device_id': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:52.581858 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] For port eb816a32-e5d8-4227-9e51-97aa8124472d, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:52.609757 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] For port eb816a32-e5d8-4227-9e51-97aa8124472d, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eb816a32-e5d8-4227-9e51-97aa8124472d,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:52.620603 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] For port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:52.623400 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.627532 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] For port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:52.629735 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e0bca43d-20a9-4679-b7d3-97ad856a93fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.636203 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.643943 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.691504 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cf484190-5dab-4c71-8333-3bccbc0ec0a9 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:52.745064 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Pushing event updated for resources: {'Port': ['ID=eb816a32-e5d8-4227-9e51-97aa8124472d,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.770353 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.773385 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.776767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:52.777414 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:52.937533 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.953799 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port cf484190-5dab-4c71-8333-3bccbc0ec0a9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:52.954210 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.962334 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Pushing event updated for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.985897 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.013462 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:53.016450 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd949-4456-4c8c-9cc9-adb53ad53bfa req-c4587a38-b119-47ad-8d89-24e6ef23a8f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.025003 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59fcd949-4456-4c8c-9cc9-adb53ad53bfa req-c4587a38-b119-47ad-8d89-24e6ef23a8f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1625457 Jun 22 18:31:53.044131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eba0f-e3f3-4435-9822-afc7f59dc661 req-69830ae8-4a46-4809-907e-3200207e5f0b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.055492 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7f3eba0f-e3f3-4435-9822-afc7f59dc661 req-69830ae8-4a46-4809-907e-3200207e5f0b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 944 time: 0.1920307 Jun 22 18:31:53.149819 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59fcd949-4456-4c8c-9cc9-adb53ad53bfa req-4a335ac5-e299-4f11-afbe-e658e971261f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237791 Jun 22 18:31:53.212309 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Router d14919fa-43c9-4854-9ddc-085542e06782 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:31:53.216110 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7f3eba0f-e3f3-4435-9822-afc7f59dc661 req-60fecf71-c466-424d-bd91-3f2535b2e694 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122291 Jun 22 18:31:53.303371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:53.317759 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.335237 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Transition to ACTIVE for port object 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:53.342042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.346122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fd3fc845-c259-4aee-8bc7-535ace9d01b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.414332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:53.425548 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Sync routers for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:53.433715 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.438821 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1746511 Jun 22 18:31:53.439356 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:53.441079 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:53.441236 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55724) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:53.465366 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Pushing event updated for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.470136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.496160 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Attempting to bind port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:53.496911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Attempting to bind port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:53.497627 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Attempting to bind port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b on network 3466defc-06a3-4a93-9467-085116ed955c {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:53.505940 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b on network 3466defc-06a3-4a93-9467-085116ed955c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:53.506646 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Attempting to bind port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b on network 3466defc-06a3-4a93-9467-085116ed955c {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:53.516335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:53.517520 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Checking segment: {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:53.518200 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Bound using segment: {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:53.519532 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Bound port: 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:53.520320 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.549213 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:52Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:53.588427 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9770410-541a-4495-bb25-c39788dc4ac8 None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:52Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:53.627775 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:53.699109 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:53.707703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:53.713284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.725181 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:53.734267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.734942 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:53.736445 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] 10.222.0.112 "PUT /v2.0/ports/82ec131a-1bbb-4ff7-80e7-6b8e4070e02b HTTP/1.1" status: 200 len: 1093 time: 1.2075155 Jun 22 18:31:53.737004 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:53.743923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0644fb5-dafb-4ac6-b419-fc7066939f57" -d '{"events": [{"name": "network-changed", "server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:53.761392 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41220c4-c128-4182-a0d5-3f77e9bce128 req-9284f03d-f55c-44a7-af93-a7b2cd717fdc tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.771134 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a41220c4-c128-4182-a0d5-3f77e9bce128 req-9284f03d-f55c-44a7-af93-a7b2cd717fdc tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.4264271 Jun 22 18:31:53.844916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Pushing event updated for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:53.860441 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:53.901387 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a41220c4-c128-4182-a0d5-3f77e9bce128 req-77da329b-a3f6-4e12-bbb0-36ecfd6a4d17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293025 Jun 22 18:31:53.949045 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:52Z', 'revision_number': 3, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:53.990841 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Checking router: d14919fa-43c9-4854-9ddc-085542e06782 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:53.991193 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Updating router d14919fa-43c9-4854-9ddc-085542e06782 port b77305a0-e90d-4577-9893-9df87f258c13 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:54.010892 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-4af86d8b-e327-4e37-bc59-cdd52a6d8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.012646 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-4af86d8b-e327-4e37-bc59-cdd52a6d8764 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1243110 Jun 22 18:31:54.064770 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.130188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384784b-720f-467d-8965-73d70b7ecc9a x-openstack-request-id: req-1384784b-720f-467d-8965-73d70b7ecc9a {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:54.130763 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:54.131270 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-1384784b-720f-467d-8965-73d70b7ecc9a {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:54.131912 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b', 'status': 'completed', 'code': 200} Jun 22 18:31:54.133726 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-e384478f-a3a7-4039-8f6e-8b16e7bc70ad service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b HTTP/1.1" status: 200 len: 217 time: 0.0930734 Jun 22 18:31:54.195032 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.289129 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcb2a1-48a0-49a5-826d-3d116a546871 None None] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:54.386230 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-e4143d06-04c1-4afe-b5f2-d8560f258fac None None] Provisioning for port eb816a32-e5d8-4227-9e51-97aa8124472d completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:54.394386 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.407153 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Transition to ACTIVE for port object b77305a0-e90d-4577-9893-9df87f258c13 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:54.416881 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.428153 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-2a13cefb-7d87-4d78-a0ea-7820b354ca47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.475512 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35882fd-4478-427e-bbf5-9b74ee12ed6b req-6740b35c-5888-4bb2-9e59-ad6b7e09fc53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.477689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f35882fd-4478-427e-bbf5-9b74ee12ed6b req-6740b35c-5888-4bb2-9e59-ad6b7e09fc53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1300018 Jun 22 18:31:54.492268 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Allocated IP 172.20.0.1 (0792ec7a-653f-43fa-8566-dc821e63abf8/4ba864f2-403a-4e32-8dfe-9ff55464e2f1/402628ea-5955-4b5c-8967-742e1f71d294) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:54.498385 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Attempting to bind port b77305a0-e90d-4577-9893-9df87f258c13 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:54.498759 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Attempting to bind port b77305a0-e90d-4577-9893-9df87f258c13 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:54.499466 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Attempting to bind port b77305a0-e90d-4577-9893-9df87f258c13 on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:54.507685 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:54.508116 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:54.508702 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.509449 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:54.510161 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Bound port: b77305a0-e90d-4577-9893-9df87f258c13, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:54.510727 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.547493 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f35882fd-4478-427e-bbf5-9b74ee12ed6b req-eabe5e8e-61cc-4a0f-981c-def12ef6c154 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Jun 22 18:31:54.551323 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67719c-eb17-4bc7-b632-8b59bdb4a6e9 None None] Pushing event updated for resources: {'Port': ['ID=b77305a0-e90d-4577-9893-9df87f258c13,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.555350 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-5e67719c-eb17-4bc7-b632-8b59bdb4a6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.604664 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] For port b77305a0-e90d-4577-9893-9df87f258c13, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:54.609201 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] For port b77305a0-e90d-4577-9893-9df87f258c13, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b77305a0-e90d-4577-9893-9df87f258c13,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:54.620659 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.625811 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.666143 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.692735 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.provisioning_blocks [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Transition to ACTIVE for port object 402628ea-5955-4b5c-8967-742e1f71d294 will not be triggered until provisioned by entity DHCP. {{(pid=92801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:54.725712 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67719c-eb17-4bc7-b632-8b59bdb4a6e9 None None] Pushing event updated for resources: {'Port': ['ID=b77305a0-e90d-4577-9893-9df87f258c13,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.732855 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-5e67719c-eb17-4bc7-b632-8b59bdb4a6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.747974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.754161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.773235 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:54.773860 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:54.782456 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:54.851259 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5ba4-f05d-4811-b818-fbd02c0d0646 req-3c25c8f7-e285-46b2-8dd5-40851fcc84ac tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.852358 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:54.853930 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Pushing event updated for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.859473 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-100c5ba4-f05d-4811-b818-fbd02c0d0646 req-3c25c8f7-e285-46b2-8dd5-40851fcc84ac tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 944 time: 0.1078441 Jun 22 18:31:54.862510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:54.880017 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.882382 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:54.890832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:54.898145 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:54.899001 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.924683 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-100c5ba4-f05d-4811-b818-fbd02c0d0646 req-c0f59fcf-e3be-46a5-bcd6-5d9515bda110 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640233 Jun 22 18:31:54.955706 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.025607 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.064005 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:55.070696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:55.080086 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.086164 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eb816a32-e5d8-4227-9e51-97aa8124472d up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:55.089919 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.199141 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef018b-0960-4689-8c5d-a296d4416669 req-5b7781a9-b5e5-41bc-b6e7-8846e2c75206 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.200814 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fef018b-0960-4689-8c5d-a296d4416669 req-5b7781a9-b5e5-41bc-b6e7-8846e2c75206 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0995064 Jun 22 18:31:55.207342 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.215901 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.216225 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.216804 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.216967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.217586 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.218127 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.218568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.219020 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.219696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.219857 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.220281 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.220816 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.221237 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:55.231342 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.232582 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port eb816a32-e5d8-4227-9e51-97aa8124472d completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:55.236036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-a2c1d5b9-18e4-4a65-9e54-bd9dbb835d94 None None] Provisioning for port 402628ea-5955-4b5c-8967-742e1f71d294 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:55.243013 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-a2c1d5b9-18e4-4a65-9e54-bd9dbb835d94 None None] Provisioning complete for port 402628ea-5955-4b5c-8967-742e1f71d294 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.244584 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1d5b9-18e4-4a65-9e54-bd9dbb835d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.254021 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port eb816a32-e5d8-4227-9e51-97aa8124472d triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.254544 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.270487 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fef018b-0960-4689-8c5d-a296d4416669 req-7667b3d6-925e-4a14-8b7d-21c14a1f95bc tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633795 Jun 22 18:31:55.320960 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1d5b9-18e4-4a65-9e54-bd9dbb835d94 None None] Port 402628ea-5955-4b5c-8967-742e1f71d294 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:55.368916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.427013 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port eb816a32-e5d8-4227-9e51-97aa8124472d, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eb816a32-e5d8-4227-9e51-97aa8124472d,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:55.432379 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.434974 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.453554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.459236 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.478644 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:52Z', 'revision_number': 3, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:55.487608 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-21edffd3-c192-41c4-974b-78c32d3c12ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:55.494337 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=eb816a32-e5d8-4227-9e51-97aa8124472d,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.497457 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.510097 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b304d-3053-41a3-8fbb-fca79a16c55f None None] The sync data for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi is: [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:52Z', 'revision_number': 3, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:55.526675 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.552341 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Pushing event updated for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:55.555958 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:55.639380 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:55.640764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:55.775384 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Router d14919fa-43c9-4854-9ddc-085542e06782 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:31:55.892957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:31:55.898348 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] 10.222.0.108 "PUT /v2.0/routers/d14919fa-43c9-4854-9ddc-085542e06782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558752 Jun 22 18:31:55.946439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-5d92d57e-0870-4495-8c62-f4bc440d2776 None None] Provisioning complete for port 402628ea-5955-4b5c-8967-742e1f71d294 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:55.947010 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-5d92d57e-0870-4495-8c62-f4bc440d2776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:55.981685 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-5d92d57e-0870-4495-8c62-f4bc440d2776 None None] Port 402628ea-5955-4b5c-8967-742e1f71d294 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:31:56.691629 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:56.738672 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:56.739046 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.816336 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b77305a0-e90d-4577-9893-9df87f258c13 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:56.862137 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port b77305a0-e90d-4577-9893-9df87f258c13 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:56.865967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port b77305a0-e90d-4577-9893-9df87f258c13 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:56.866596 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.942308 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.961975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port b77305a0-e90d-4577-9893-9df87f258c13, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b77305a0-e90d-4577-9893-9df87f258c13,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:56.967301 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.968266 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eb816a32-e5d8-4227-9e51-97aa8124472d up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:56.969978 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.044759 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=b77305a0-e90d-4577-9893-9df87f258c13,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.048939 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.057522 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port eb816a32-e5d8-4227-9e51-97aa8124472d triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:57.057904 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.142031 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Sync routers for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:31:57.150630 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:57.151237 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:57.249414 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:57.441775 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 4, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '402628ea-5955-4b5c-8967-742e1f71d294', 'name': '', 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'mac_address': 'fa:16:3e:33:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:54Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 2, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'subnets': [{'id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:57.466219 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Checking router: d14919fa-43c9-4854-9ddc-085542e06782 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:57.466575 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Updating router d14919fa-43c9-4854-9ddc-085542e06782 port 402628ea-5955-4b5c-8967-742e1f71d294 binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:57.498083 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.748055 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.758988 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Transition to ACTIVE for port object 402628ea-5955-4b5c-8967-742e1f71d294 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:57.764263 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.766369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.816118 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Pushing event updated for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.819394 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.859342 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c8a06d68-5327-4b34-860f-60ad9ea01bc8 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:57.898097 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Attempting to bind port 402628ea-5955-4b5c-8967-742e1f71d294 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:57.898487 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Attempting to bind port 402628ea-5955-4b5c-8967-742e1f71d294 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:57.898859 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Attempting to bind port 402628ea-5955-4b5c-8967-742e1f71d294 on network 0792ec7a-653f-43fa-8566-dc821e63abf8 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:57.908401 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:57.908770 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Checking segment: {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:57.909184 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.909587 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Bound using segment: {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:57.910086 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Bound port: 402628ea-5955-4b5c-8967-742e1f71d294, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10210f50-d30a-4aff-9679-977385457ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:57.910472 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.962132 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port c8a06d68-5327-4b34-860f-60ad9ea01bc8 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:57.962962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-1c8eca54-c968-4e0d-ab7c-5f5bb2659b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:57.964424 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-1c8eca54-c968-4e0d-ab7c-5f5bb2659b2d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e75252b5-7114-4edd-a2c7-f114980fd5b5 HTTP/1.1" status: 200 len: 849 time: 0.0508323 Jun 22 18:31:57.974730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port c8a06d68-5327-4b34-860f-60ad9ea01bc8 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:57.975112 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.003270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] For port 402628ea-5955-4b5c-8967-742e1f71d294, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:58.025504 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] For port 402628ea-5955-4b5c-8967-742e1f71d294, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=402628ea-5955-4b5c-8967-742e1f71d294,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:58.034142 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.039303 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.059488 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-2920f504-de10-4fbd-b167-7561ee1ffd76 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3466defc-06a3-4a93-9467-085116ed955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376678 Jun 22 18:31:58.127677 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:58.128317 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:31:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:58.131606 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Pushing event updated for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.139146 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.185903 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.187051 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931ac4-ca25-459e-8a8a-31305a0b4855 req-fb179611-4879-48c3-8da9-9f2f5f25f904 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.190320 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54931ac4-ca25-459e-8a8a-31305a0b4855 req-fb179611-4879-48c3-8da9-9f2f5f25f904 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0893352 Jun 22 18:31:58.234458 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54931ac4-ca25-459e-8a8a-31305a0b4855 req-9a963c1e-bf70-4ff3-8efb-109f587b123e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 Jun 22 18:31:58.254503 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-4a83fef3-c262-4055-9319-dfcaf8d1b3da service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820533 Jun 22 18:31:58.285652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:58.356094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e76e8-6ca3-47f2-8f76-0296101ae668 req-ad04c950-ba57-4624-b969-8f21bb33ce8d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.357597 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f90e76e8-6ca3-47f2-8f76-0296101ae668 req-ad04c950-ba57-4624-b969-8f21bb33ce8d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 944 time: 0.2011256 Jun 22 18:31:58.359994 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:58.362284 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428ee4cd-88cf-4ffd-9b86-7d3bf74c6d27" -d '{"events": [{"server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:58.385283 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:58.386001 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40436ec8-080d-4193-aaf7-3fd1b466f53b req-5fc8f24a-9958-4f04-8219-a4c5957e3726 service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140864 Jun 22 18:31:58.404531 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f90e76e8-6ca3-47f2-8f76-0296101ae668 req-573a2171-ec29-4ac5-895b-7921a56022c6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373108 Jun 22 18:31:58.425722 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.429525 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-e37bdc05-ab26-4cdd-b1f1-deb2948204da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.630330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.639644 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.641841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a835-40fc-40e0-9237-a10cea0ec77d req-6c1675b2-3211-4dbd-bb1e-5f9f6cf5a921 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.646447 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0303a835-40fc-40e0-9237-a10cea0ec77d req-6c1675b2-3211-4dbd-bb1e-5f9f6cf5a921 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.1283038 Jun 22 18:31:58.666051 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b77305a0-e90d-4577-9893-9df87f258c13 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:58.700757 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0303a835-40fc-40e0-9237-a10cea0ec77d req-ac464ff5-7240-4cb2-b732-f4e0f08f9080 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 Jun 22 18:31:58.705976 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-9a3d7a2f-b8ec-44da-8e49-b58c12670c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.707760 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-9a3d7a2f-b8ec-44da-8e49-b58c12670c4c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1211596 Jun 22 18:31:58.730908 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 4, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '402628ea-5955-4b5c-8967-742e1f71d294', 'name': '', 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'mac_address': 'fa:16:3e:33:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:54Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 4, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'subnets': [{'id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:58.734034 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port b77305a0-e90d-4577-9893-9df87f258c13 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:58.734420 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.759769 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77a02b-f131-4b28-a095-e361e8000633 None None] The sync data for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi is: [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 4, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '402628ea-5955-4b5c-8967-742e1f71d294', 'name': '', 'network_id': '0792ec7a-653f-43fa-8566-dc821e63abf8', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'mac_address': 'fa:16:3e:33:72:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:54Z', 'updated_at': '2021-06-22T18:31:57Z', 'revision_number': 4, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'subnets': [{'id': '4ba864f2-403a-4e32-8dfe-9ff55464e2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:58.762042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be47924-f289-4b7c-a8e9-1274f4bc2745 x-openstack-request-id: req-7be47924-f289-4b7c-a8e9-1274f4bc2745 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:58.762327 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:58.762571 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-7be47924-f289-4b7c-a8e9-1274f4bc2745 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:58.762957 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8', 'code': 200} Jun 22 18:31:58.883774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-03be8c99-53a1-4113-8b9f-b9ee473d19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.887913 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-03be8c99-53a1-4113-8b9f-b9ee473d19c3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 200 len: 911 time: 0.1694615 Jun 22 18:31:59.085963 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-f7af77e7-6948-436d-bf83-1f8a8792d12d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b HTTP/1.1" status: 200 len: 217 time: 0.0466127 Jun 22 18:31:59.186580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-591c6ec3-2a47-431e-81c2-01bc14d450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.188076 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-591c6ec3-2a47-431e-81c2-01bc14d450ce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e75252b5-7114-4edd-a2c7-f114980fd5b5 HTTP/1.1" status: 200 len: 849 time: 0.0515928 Jun 22 18:31:59.207257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55774) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.212109 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616218861', 'description': 'tempest-secgroup-smoke-1616218861 description', 'project_id': 'e2ced81c690646a081ae6c174b1396b6'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.238470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.302778 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-4742cb7f-549d-44a6-a1aa-8e3714616e90 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3466defc-06a3-4a93-9467-085116ed955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526211 Jun 22 18:31:59.360610 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.366900 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.368250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533c9a-6a7c-4d53-9e3a-e063782bd505 req-f8841378-e9cd-48a7-86d3-fae01dd09c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.369741 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-84533c9a-6a7c-4d53-9e3a-e063782bd505 req-f8841378-e9cd-48a7-86d3-fae01dd09c8d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 1098 time: 0.0698628 Jun 22 18:31:59.370224 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.395859 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.397064 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1888199 Jun 22 18:31:59.399034 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.400152 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55778) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.402523 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.405330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.431167 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.601079 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.617744 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.621474 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-84533c9a-6a7c-4d53-9e3a-e063782bd505 req-ec0da9db-3347-4431-9f78-30d6051bac49 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997975 Jun 22 18:31:59.629381 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.632929 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-1c53e64c-6484-4c2c-867f-407296928359 service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910064 Jun 22 18:31:59.651001 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d56547-d438-4232-8838-2cd22d0fd1ca,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.657122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.658273 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2571099 Jun 22 18:31:59.659304 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.661782 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55782) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.666435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.674471 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb131d6-cbbd-4f76-a14d-eb87e8300de9 req-85b5c378-d7be-49fe-9dc9-26634d319e18 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.675926 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9cb131d6-cbbd-4f76-a14d-eb87e8300de9 req-85b5c378-d7be-49fe-9dc9-26634d319e18 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1425459 Jun 22 18:31:59.692789 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.715344 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9cb131d6-cbbd-4f76-a14d-eb87e8300de9 req-a58deedb-fefa-45a8-9c28-9524fc3bc434 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Jun 22 18:31:59.761530 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.766223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.771220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.787743 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b410657-9d8f-454d-ae3e-54d26a40cba4,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.790927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.794885 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.796131 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333449 Jun 22 18:31:59.799073 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55788) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.804576 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.867753 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.944603 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d3b7b-eb7f-4fe2-a157-92dfa47d8abe req-3de62d7e-e5c3-49c4-8e5f-35e3fd643d98 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.946137 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-640d3b7b-eb7f-4fe2-a157-92dfa47d8abe req-3de62d7e-e5c3-49c4-8e5f-35e3fd643d98 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.1225739 Jun 22 18:31:59.968315 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.975482 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.980011 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-6b7229ae-a14e-4fbd-aae7-883a9ae6ed83 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.008886 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b378d522-b44b-4db6-aea4-5c4ed0692465,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.013033 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.016861 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-640d3b7b-eb7f-4fe2-a157-92dfa47d8abe req-55724e79-4fa7-40b3-9b09-f77aa5f264ed tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641360 Jun 22 18:32:00.017678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.018696 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185836 Jun 22 18:32:00.021346 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 55794) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:00.027029 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:00.064787 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.127168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.139374 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.156537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.172776 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e6083b-c380-4ddf-9a70-8d56f474b5ae,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.177854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.184897 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.186084 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638167 Jun 22 18:32:00.189280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55798) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:00.193945 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:00.211505 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85041d5-c0c4-4dca-ab9c-d4c25c8b77cc req-7c474f77-7fb0-40b7-b886-c5a6104b60ad tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.213379 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f85041d5-c0c4-4dca-ab9c-d4c25c8b77cc req-7c474f77-7fb0-40b7-b886-c5a6104b60ad tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0841296 Jun 22 18:32:00.215576 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.securitygroups_db [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Project e2ced81c690646a081ae6c174b1396b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:32:00.220970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.251851 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f85041d5-c0c4-4dca-ab9c-d4c25c8b77cc req-7be09a82-6f4b-48dd-a250-8de30778e443 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Jun 22 18:32:00.281261 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.284712 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.286650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.301910 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8d21bc-3f42-4abf-ada6-d521014165cf,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.304212 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.307960 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.309230 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a4eb6b8c-a7a3-471a-8ca7-3e14c7400c27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189528 Jun 22 18:32:00.312053 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 55800) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:00.316624 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'security_group_rule': {'security_group_id': '823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577', 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:00.336526 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.securitygroups_db [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Project e2ced81c690646a081ae6c174b1396b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:32:00.341233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.402680 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.407260 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.409213 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.426571 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41ce8f0-3ad0-490e-ad2f-c37a05b01484,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.429155 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.433380 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.434590 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216590 Jun 22 18:32:00.662287 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 402628ea-5955-4b5c-8967-742e1f71d294 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:00.713716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 402628ea-5955-4b5c-8967-742e1f71d294 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:00.718133 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 402628ea-5955-4b5c-8967-742e1f71d294 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:00.718736 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.814523 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.852577 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 402628ea-5955-4b5c-8967-742e1f71d294, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=402628ea-5955-4b5c-8967-742e1f71d294,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:00.856735 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.858804 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.912398 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.917399 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.628952 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 402628ea-5955-4b5c-8967-742e1f71d294 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:02.675370 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 402628ea-5955-4b5c-8967-742e1f71d294 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:02.675753 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.781361 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2837e1-2614-4b25-b731-d938b5106796 req-87bb9ceb-5397-49c3-9d9d-a1ba0f779560 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.782836 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0a2837e1-2614-4b25-b731-d938b5106796 req-87bb9ceb-5397-49c3-9d9d-a1ba0f779560 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0651228 Jun 22 18:32:03.820563 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0a2837e1-2614-4b25-b731-d938b5106796 req-e2668720-b0ae-4064-b437-20e2b6c5819c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jun 22 18:32:03.979099 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39ca9a-9590-4c53-bae4-bf4c6374455b req-78a5190c-a1ee-4dbc-add0-a94ee7a8d843 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.980470 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bd39ca9a-9590-4c53-bae4-bf4c6374455b req-78a5190c-a1ee-4dbc-add0-a94ee7a8d843 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0624485 Jun 22 18:32:04.016847 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bd39ca9a-9590-4c53-bae4-bf4c6374455b req-3c3780c4-c8b5-494d-b24c-be4e1badc599 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308356 Jun 22 18:32:04.474511 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d0644fb5-dafb-4ac6-b419-fc7066939f57 req-279b56d7-f6b7-4283-a2da-3916c97aa84e service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Jun 22 18:32:04.995150 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06e4dc-f413-49fc-8979-d9eaf8f4ee36 req-a230d84a-8234-445f-9c21-5650ebe12227 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.996575 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3d06e4dc-f413-49fc-8979-d9eaf8f4ee36 req-a230d84a-8234-445f-9c21-5650ebe12227 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0617471 Jun 22 18:32:05.034298 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3d06e4dc-f413-49fc-8979-d9eaf8f4ee36 req-a87e08d6-436c-4823-a2ca-4e14ea3481ae tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jun 22 18:32:05.207611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc7d6f-0feb-4443-a9a2-e346504356ea req-c4481290-a939-40c3-930d-bae1fda99c35 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.210083 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-71bc7d6f-0feb-4443-a9a2-e346504356ea req-c4481290-a939-40c3-930d-bae1fda99c35 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0737708 Jun 22 18:32:05.250079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-71bc7d6f-0feb-4443-a9a2-e346504356ea req-02ddcfae-d505-4b5f-a61b-93f6d5326a55 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Jun 22 18:32:05.324351 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-82070ed4-a14b-4256-9052-6a955449a8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.446620 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ec048-67b3-4916-bb09-3b377ee801a9 req-b2a8f507-8045-4091-868e-505137202e13 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.448094 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c38ec048-67b3-4916-bb09-3b377ee801a9 req-b2a8f507-8045-4091-868e-505137202e13 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0638695 Jun 22 18:32:05.485374 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c38ec048-67b3-4916-bb09-3b377ee801a9 req-7f797ba2-5ce3-4900-b9a3-21264cca5b06 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jun 22 18:32:06.210683 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a54c3-2ec8-4fdc-8e4b-975eeecb9c4f req-5841b60c-94f0-4448-b004-8d7f65d2f12d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.212166 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b43a54c3-2ec8-4fdc-8e4b-975eeecb9c4f req-5841b60c-94f0-4448-b004-8d7f65d2f12d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0655138 Jun 22 18:32:06.252901 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b43a54c3-2ec8-4fdc-8e4b-975eeecb9c4f req-5210f5e2-4d6e-46cb-9647-776ffb0a952b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Jun 22 18:32:06.432016 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12b01f-34ae-4610-9a04-1af2fb3d0443 req-b5d0884a-7b4c-4cb2-8150-ec432705a678 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.433378 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fa12b01f-34ae-4610-9a04-1af2fb3d0443 req-b5d0884a-7b4c-4cb2-8150-ec432705a678 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0662961 Jun 22 18:32:06.476889 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fa12b01f-34ae-4610-9a04-1af2fb3d0443 req-8bf74942-3c11-4a29-b81e-6c3ed9f7381f tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Jun 22 18:32:07.210465 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:07.428441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad58093-8ed5-408d-ac8d-87fa5b34ce3f req-eaf63953-b675-4b8d-82f7-891a5b3ea163 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.429927 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dad58093-8ed5-408d-ac8d-87fa5b34ce3f req-eaf63953-b675-4b8d-82f7-891a5b3ea163 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0650907 Jun 22 18:32:07.467462 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dad58093-8ed5-408d-ac8d-87fa5b34ce3f req-043db5f9-3aeb-4854-bcf6-c43e3a1f5b0c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Jun 22 18:32:07.663867 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85489ae3-8a3e-403b-956a-7f7fcbb75186 req-f33969b3-73bf-4766-a43d-836ff86d6eb6 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.665586 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-85489ae3-8a3e-403b-956a-7f7fcbb75186 req-f33969b3-73bf-4766-a43d-836ff86d6eb6 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 943 time: 0.0688026 Jun 22 18:32:07.682097 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:07.711733 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-85489ae3-8a3e-403b-956a-7f7fcbb75186 req-16f02955-0293-4c09-b603-2961f645503e tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Jun 22 18:32:07.796022 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:07.806871 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b', 'network_id': '3466defc-06a3-4a93-9467-085116ed955c', 'port_id': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b', 'mac_address': 'fa:16:3e:7f:ef:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75252b5-7114-4edd-a2c7-f114980fd5b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:07.847808 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.860831 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:07.885536 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:07.892300 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.894880 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:07.899468 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-86ef614f-5b7d-447b-bc51-ea9ee010d917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.941201 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:07.944288 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.033001 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.876943 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['82ec131a-1bbb-4ff7-80e7-6b8e4070e02b'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:08.902076 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e998-1f01-423e-91f8-e01c6aba3d24 req-f5b0c017-20b6-41fd-9579-ee98686d9c42 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.903545 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c56e998-1f01-423e-91f8-e01c6aba3d24 req-f5b0c017-20b6-41fd-9579-ee98686d9c42 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 944 time: 0.0655875 Jun 22 18:32:08.942443 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c56e998-1f01-423e-91f8-e01c6aba3d24 req-7d0c3284-bdfe-43ac-8bcc-3bf4b1eda78e tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Jun 22 18:32:09.002493 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.148142 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aa0ec-3549-435a-937c-b62936e9c128 req-7fe1b0a1-dd43-4425-8503-0cfa593ef15d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.150501 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-108aa0ec-3549-435a-937c-b62936e9c128 req-7fe1b0a1-dd43-4425-8503-0cfa593ef15d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 944 time: 0.0650251 Jun 22 18:32:10.191688 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-108aa0ec-3549-435a-937c-b62936e9c128 req-3e6d967d-ad4b-498e-8649-5197c86761ad tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Jun 22 18:32:10.510841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 56042) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.653945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.955049 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.958902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.962141 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9c506384-d55f-4ee3-a112-8d791879ef4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.999098 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=7abb7e5bbc7d4112acc2b737e83e3c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839227 Jun 22 18:32:10.999098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7ae7c-eedd-4b42-9179-2175da4ca388,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.999295 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 56048) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:11.000509 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.055012 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.076452 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.124150 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.126831 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.127958 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/c4a7ae7c-eedd-4b42-9179-2175da4ca388 HTTP/1.1" status: 204 len: 168 time: 0.1277897 Jun 22 18:32:11.128695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-48324eb7-111e-4e21-81b5-89121d0ab293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.136031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7ae7c-eedd-4b42-9179-2175da4ca388,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.138364 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.205396 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.385707 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c2778-13e5-48f2-9c18-f6f3f802cc56 req-f2f27ddd-f1f9-4e8c-992c-471b88240bdf tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.387275 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-df5c2778-13e5-48f2-9c18-f6f3f802cc56 req-f2f27ddd-f1f9-4e8c-992c-471b88240bdf tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 944 time: 0.0722296 Jun 22 18:32:11.425900 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-df5c2778-13e5-48f2-9c18-f6f3f802cc56 req-14ea071d-4ceb-4f54-87bc-b13d29219f70 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Jun 22 18:32:11.701684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:11.747181 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:11.750623 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:11.750998 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.828294 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.850756 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:11.852948 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41600efe-4939-450e-aa7a-e52e4c835dcf" -d '{"events": [{"server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "name": "network-vif-plugged", "status": "completed", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:11.864850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:11.877884 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.879746 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.901168 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9625d0-6a7f-4636-9034-7c32014a0a1d x-openstack-request-id: req-3e9625d0-6a7f-4636-9034-7c32014a0a1d {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:11.901464 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "name": "network-vif-plugged", "status": "completed", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:11.901723 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-3e9625d0-6a7f-4636-9034-7c32014a0a1d {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:11.902129 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b', 'code': 200} Jun 22 18:32:11.927132 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.930314 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:12.220819 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d788-8086-4aaf-80d2-210963fd8908 req-f374cf39-e9e7-420b-9fe9-ef1970757895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.222150 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2992d788-8086-4aaf-80d2-210963fd8908 req-f374cf39-e9e7-420b-9fe9-ef1970757895 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0502648 Jun 22 18:32:12.262868 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2992d788-8086-4aaf-80d2-210963fd8908 req-ae59c9f1-36d4-4f6a-b9b3-f05546a68edf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Jun 22 18:32:12.602666 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc8727-de18-418b-a988-7895128b8914 req-71df3ffa-d4f6-4348-a176-ce83cbf3a471 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.604109 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cdcc8727-de18-418b-a988-7895128b8914 req-71df3ffa-d4f6-4348-a176-ce83cbf3a471 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0663488 Jun 22 18:32:12.643142 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cdcc8727-de18-418b-a988-7895128b8914 req-f3fb256e-ce58-4f96-8b59-5d19906df991 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Jun 22 18:32:13.634398 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:13.812333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311153f-4bf7-4d7c-b856-4b983f674d7b req-a4700695-6eed-4450-a1a9-a0773b052b63 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.814030 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f311153f-4bf7-4d7c-b856-4b983f674d7b req-a4700695-6eed-4450-a1a9-a0773b052b63 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0609069 Jun 22 18:32:13.850872 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f311153f-4bf7-4d7c-b856-4b983f674d7b req-609ec518-8708-4e53-bcd3-22b93bb20472 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jun 22 18:32:15.022550 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507aa9c-ce39-4411-a348-e0c4a4f21071 req-c9c1a7a8-a132-4ab7-95d6-84f0503595e6 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.023972 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b507aa9c-ce39-4411-a348-e0c4a4f21071 req-c9c1a7a8-a132-4ab7-95d6-84f0503595e6 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0611422 Jun 22 18:32:15.060469 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b507aa9c-ce39-4411-a348-e0c4a4f21071 req-3b1d980e-1faf-42c7-a896-ae9985d336f2 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Jun 22 18:32:16.242415 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf5d80-2864-4b10-9d59-11995627325b req-df1837cc-8d17-4b65-97ee-aaf955a98c27 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.243878 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-deaf5d80-2864-4b10-9d59-11995627325b req-df1837cc-8d17-4b65-97ee-aaf955a98c27 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0689824 Jun 22 18:32:16.284382 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-deaf5d80-2864-4b10-9d59-11995627325b req-5704d301-c2e6-4c16-93a5-8aef56d4bdb8 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341947 Jun 22 18:32:17.712582 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c24e2-443c-4384-b2ab-406cf8265469 req-866060f5-87fc-40d4-8d9a-6f63801c12e9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.714224 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e61c24e2-443c-4384-b2ab-406cf8265469 req-866060f5-87fc-40d4-8d9a-6f63801c12e9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1029077 Jun 22 18:32:17.741774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-870a7b20-03a4-4a4e-990a-f8e6433df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.743208 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-870a7b20-03a4-4a4e-990a-f8e6433df8e3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0907607 Jun 22 18:32:17.759976 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e61c24e2-443c-4384-b2ab-406cf8265469 req-9fc3fa18-d73b-449e-af6a-b069ee8fb41d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Jun 22 18:32:17.842944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-f6b12552-152d-443f-a2b1-4888d9e42b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.844436 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-f6b12552-152d-443f-a2b1-4888d9e42b09 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.0823846 Jun 22 18:32:17.907759 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-c0a1e78a-5059-40c8-ab13-062c3382d252 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0390711 Jun 22 18:32:17.975298 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-eb1ed6eb-f6b2-40a1-b84a-34d19d9a5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.976737 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-eb1ed6eb-f6b2-40a1-b84a-34d19d9a5303 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0446684 Jun 22 18:32:18.059954 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-d26af5b4-ac71-42e2-805c-8c494e1c4b52 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267589 Jun 22 18:32:18.168392 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-d028cf89-7014-4c3f-8958-d8b0f4ceb116 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960095 Jun 22 18:32:18.241892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedcac4-bf25-410e-8b25-ccd80b685bcb req-be9943c8-e9f7-467e-9286-b49b8773d7f0 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.243406 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2cedcac4-bf25-410e-8b25-ccd80b685bcb req-be9943c8-e9f7-467e-9286-b49b8773d7f0 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Jun 22 18:32:18.285752 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2cedcac4-bf25-410e-8b25-ccd80b685bcb req-b941372f-4bc3-473b-adbd-8b25b38706ef tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Jun 22 18:32:18.360390 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6a76bd16-9f15-45f8-a99d-6fce01984b96 req-a36ebe74-10e8-442a-a178-6b201c741f88 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955653 Jun 22 18:32:18.941301 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010693-604f-4b59-a9ef-d93e0db97047 req-dcaa6724-0092-4149-8fa4-49beac82f7f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.942698 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-71010693-604f-4b59-a9ef-d93e0db97047 req-dcaa6724-0092-4149-8fa4-49beac82f7f8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0684178 Jun 22 18:32:18.979066 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-71010693-604f-4b59-a9ef-d93e0db97047 req-8cfe564c-aeb6-42de-8255-6c21447bffa9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308425 Jun 22 18:32:19.472921 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90228c29-5738-47a4-bcbf-e3127174b0df req-d5dc9878-937b-459a-a4c6-cbe6d9b4ead8 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.474418 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-90228c29-5738-47a4-bcbf-e3127174b0df req-d5dc9878-937b-459a-a4c6-cbe6d9b4ead8 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0645392 Jun 22 18:32:19.510376 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-90228c29-5738-47a4-bcbf-e3127174b0df req-8a50352e-7ef2-4887-ad62-dbbcb8091b4a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304098 Jun 22 18:32:20.157101 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97512-fac8-41c5-98f0-7f3ecac5d18a req-4acb7d50-7e8e-4b00-925a-c50016865de0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.158550 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a0f97512-fac8-41c5-98f0-7f3ecac5d18a req-4acb7d50-7e8e-4b00-925a-c50016865de0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0608668 Jun 22 18:32:20.195368 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a0f97512-fac8-41c5-98f0-7f3ecac5d18a req-825f5e56-b305-481f-be9f-0ae17d32cb5f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Jun 22 18:32:20.707067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891f867-e47c-4c28-9727-45677be4c4ce req-84e97195-6e8e-4e7b-a518-c015fa7fcafa tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:20.708490 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f891f867-e47c-4c28-9727-45677be4c4ce req-84e97195-6e8e-4e7b-a518-c015fa7fcafa tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0877402 Jun 22 18:32:20.744365 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f891f867-e47c-4c28-9727-45677be4c4ce req-08220d41-78a7-4d85-b574-d1138e5720c8 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Jun 22 18:32:21.371274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81863630-6606-45ec-8bcf-4952792d2cae req-ffa9865b-3e4a-4671-bd4a-d9440cfcf587 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.372695 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-81863630-6606-45ec-8bcf-4952792d2cae req-ffa9865b-3e4a-4671-bd4a-d9440cfcf587 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0625927 Jun 22 18:32:21.412833 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-81863630-6606-45ec-8bcf-4952792d2cae req-aadee246-2f57-4a52-88db-23e6192f61b5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Jun 22 18:32:21.963178 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b3fb-b5bd-4533-8d00-2cb53705e56a req-35ae34a0-d157-42ca-9c62-cb3a52ba9098 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.964606 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a894b3fb-b5bd-4533-8d00-2cb53705e56a req-35ae34a0-d157-42ca-9c62-cb3a52ba9098 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.1078498 Jun 22 18:32:21.972200 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-2aa1ba08-dc26-4640-97c7-f2ecc1b8affc tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.973557 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-2aa1ba08-dc26-4640-97c7-f2ecc1b8affc tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 945 time: 0.0858603 Jun 22 18:32:22.035504 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a894b3fb-b5bd-4533-8d00-2cb53705e56a req-6ccb8c8e-3c9c-4d66-9feb-a5fe97756226 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Jun 22 18:32:22.122422 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Deleting port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:22.122764 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.206319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] For port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:22.206674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.218948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Calling delete_port for 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:22.351923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.355679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:22.383988 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Pushing event deleted for resources: {'Port': ['ID=82ec131a-1bbb-4ff7-80e7-6b8e4070e02b,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:22.389655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.417812 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['82ec131a-1bbb-4ff7-80e7-6b8e4070e02b'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:22.446089 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] No DVR routers for this DVR port 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:22.448409 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.450370 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b1e3f084-1054-4ce2-9485-1c5e868bd4cd req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "DELETE /v2.0/ports/82ec131a-1bbb-4ff7-80e7-6b8e4070e02b HTTP/1.1" status: 204 len: 173 time: 0.4503744 Jun 22 18:32:22.450864 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'name': 'network-vif-deleted', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:22.453772 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a197b-9c76-4b7b-a1ea-d3a429e9d6dd" -d '{"events": [{"server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "name": "network-vif-deleted", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:22.491356 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f296632-45e9-4ea0-b9e1-ae4fc0c57b64 x-openstack-request-id: req-0f296632-45e9-4ea0-b9e1-ae4fc0c57b64 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:22.491676 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c432735-4687-42fd-aa45-69a4ec8e3dd4", "name": "network-vif-deleted", "tag": "82ec131a-1bbb-4ff7-80e7-6b8e4070e02b", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:22.491956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-0f296632-45e9-4ea0-b9e1-ae4fc0c57b64 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:22.492376 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c432735-4687-42fd-aa45-69a4ec8e3dd4', 'name': 'network-vif-deleted', 'tag': '82ec131a-1bbb-4ff7-80e7-6b8e4070e02b', 'status': 'completed', 'code': 200} Jun 22 18:32:22.610632 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02cb6f-9b80-4035-98d3-32312d2cd6a3 req-014c6da4-45d9-4ddd-a4dd-05009025cae4 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.612287 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8a02cb6f-9b80-4035-98d3-32312d2cd6a3 req-014c6da4-45d9-4ddd-a4dd-05009025cae4 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0821214 Jun 22 18:32:22.650327 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8a02cb6f-9b80-4035-98d3-32312d2cd6a3 req-fdcced0e-8932-43ed-a697-77d1072473d8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jun 22 18:32:23.188683 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0681cb8f-675a-4c44-aa24-ff4f094b9813 req-4e8ded91-96f6-4f39-9f8d-7f7324ba3f30 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=5c432735-4687-42fd-aa45-69a4ec8e3dd4 HTTP/1.1" status: 200 len: 210 time: 0.0274055 Jun 22 18:32:23.824613 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a5364-6f50-4610-8e2f-85e56eaef315 req-699ad524-0876-41c8-b510-7068e9cd37ae tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.825949 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c76a5364-6f50-4610-8e2f-85e56eaef315 req-699ad524-0876-41c8-b510-7068e9cd37ae tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0661535 Jun 22 18:32:23.863801 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c76a5364-6f50-4610-8e2f-85e56eaef315 req-f763380f-ea6f-44c6-8456-f5cf8f48641a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Jun 22 18:32:24.540576 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-f2425095-b184-497f-8697-0c5bf623c611 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.542057 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-f2425095-b184-497f-8697-0c5bf623c611 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/networks?id=3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 200 len: 809 time: 0.0996230 Jun 22 18:32:24.557132 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-2b89253f-c746-4784-a789-a20f95b7ce74 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/quotas/e563f562605245558e8a7cf479bfe501 HTTP/1.1" status: 200 len: 375 time: 0.0092175 Jun 22 18:32:24.594675 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-f36615da-741a-4333-9976-b68be0f528da tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316689 Jun 22 18:32:24.693437 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-320cd6ab-05fc-4058-985f-2e858875fb4a service neutron] 10.222.0.108 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921381 Jun 22 18:32:24.793175 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-d9da8a8a-08b3-4d77-a982-edc85f5af0fa service neutron] 10.222.0.108 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937896 Jun 22 18:32:25.057879 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c72e1-3e12-4ce8-b367-e8445d795a42 req-dcd41a84-c279-4085-9b42-f0f6354a598c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:25.059390 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c4c72e1-3e12-4ce8-b367-e8445d795a42 req-dcd41a84-c279-4085-9b42-f0f6354a598c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0671847 Jun 22 18:32:25.099179 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c4c72e1-3e12-4ce8-b367-e8445d795a42 req-6923481f-54bd-4c0d-ad3c-c8dbfa9f99f0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332370 Jun 22 18:32:25.185540 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-723b6a82-4d79-4f1a-8265-f566da3cd3bd req-6b9f9e53-96e3-4293-b5e1-e6109d4d6274 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 210 time: 0.0303521 Jun 22 18:32:25.727189 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:25.750961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:25.751315 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 82ec131a-1bbb-4ff7-80e7-6b8e4070e02b not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:26.315309 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379668bd-2928-4eed-8694-50cea6ae2153 req-b1e071c9-6145-4812-984b-71c78c2461ea tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.322046 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-379668bd-2928-4eed-8694-50cea6ae2153 req-b1e071c9-6145-4812-984b-71c78c2461ea tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0971227 Jun 22 18:32:26.339471 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a1934fc2-32f1-4956-9896-c2f4bc4617a3 req-dbde2931-aee5-46f0-a138-13da609e5a69 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 210 time: 0.0295956 Jun 22 18:32:26.355942 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-379668bd-2928-4eed-8694-50cea6ae2153 req-d79e4261-a6a2-4733-8b74-9324ea5a2591 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Jun 22 18:32:26.763562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-98262815-38da-479c-a114-e7e8ee3d548f tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.765023 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-98262815-38da-479c-a114-e7e8ee3d548f tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "GET /v2.0/networks?id=3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 200 len: 809 time: 0.1037269 Jun 22 18:32:26.819731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Request body: {'port': {'device_id': 'beb932b9-7721-4765-b728-e798c7b045e3', 'network_id': '3466defc-06a3-4a93-9467-085116ed955c', 'admin_state_up': True, 'tenant_id': 'e563f562605245558e8a7cf479bfe501'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:26.941359 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Made reservation on behalf of e563f562605245558e8a7cf479bfe501 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:26.944877 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.070072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Allocated IP 172.20.0.6 (3466defc-06a3-4a93-9467-085116ed955c/e75252b5-7114-4edd-a2c7-f114980fd5b5/4ba8180d-7fbc-4deb-8289-3d1e57e3df37) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:27.212825 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.250516 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.254174 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0c345abd-9157-48c7-84d8-aa95db1cb8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.295199 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Network 3466defc-06a3-4a93-9467-085116ed955c is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:27.299693 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:27.306841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:27.313605 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Pushing event updated for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:27.332675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:27.358097 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.359330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.374226 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586367 Jun 22 18:32:27.406083 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Request body: {'port': {'device_id': 'beb932b9-7721-4765-b728-e798c7b045e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:27.494900 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.523219 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a33c2-ccdc-4db2-9f7a-737746b9aa2f req-2fcc0154-894e-4a75-90f1-362b182819eb tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.524712 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-795a33c2-ccdc-4db2-9f7a-737746b9aa2f req-2fcc0154-894e-4a75-90f1-362b182819eb tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 931 time: 0.0665698 Jun 22 18:32:27.562513 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-795a33c2-ccdc-4db2-9f7a-737746b9aa2f req-508cc017-cd27-4649-b395-30a5fdcf9938 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Jun 22 18:32:27.633139 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8cad4-a60a-4af5-b1ce-b9b94b8da94c req-2e195e0d-2d23-4d47-8aa6-56eccde18353 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.634638 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8be8cad4-a60a-4af5-b1ce-b9b94b8da94c req-2e195e0d-2d23-4d47-8aa6-56eccde18353 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1512773 Jun 22 18:32:27.720397 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8be8cad4-a60a-4af5-b1ce-b9b94b8da94c req-31c49216-3b24-41b9-87bf-6a86c7b34329 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778139 Jun 22 18:32:27.816567 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:27.823867 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.835773 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Transition to ACTIVE for port object 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:27.840300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:27.843405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7d15a5b3-572e-465c-864e-aad879694e17 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:27.905561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:27.909837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:27.960833 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Attempting to bind port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:27.961166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Attempting to bind port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:27.961496 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Attempting to bind port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 on network 3466defc-06a3-4a93-9467-085116ed955c {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:27.966136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 on network 3466defc-06a3-4a93-9467-085116ed955c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:27.966488 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Attempting to bind port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 on network 3466defc-06a3-4a93-9467-085116ed955c {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:27.971463 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:27.971802 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Checking segment: {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:27.972183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Bound using segment: {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:27.972609 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Bound port: 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b38398-f793-4138-a8a1-0f74f4f43904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '3466defc-06a3-4a93-9467-085116ed955c'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:27.972955 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.038330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:28.041519 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:28.045204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.047265 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:28.078336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.078945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:28.080866 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] 10.222.0.112 "PUT /v2.0/ports/4ba8180d-7fbc-4deb-8289-3d1e57e3df37 HTTP/1.1" status: 200 len: 1093 time: 0.6799054 Jun 22 18:32:28.083024 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:28.085266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:28.110195 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:28.112843 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:28.124954 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d0eb5-494d-4e8e-a905-dedfb80c85e4 x-openstack-request-id: req-419d0eb5-494d-4e8e-a905-dedfb80c85e4 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:28.125266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:28.125543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-419d0eb5-494d-4e8e-a905-dedfb80c85e4 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:28.125959 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37', 'status': 'completed', 'code': 200} Jun 22 18:32:28.275990 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-1d7e180e-188e-4c43-9e77-a1222aa21e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.277444 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-1d7e180e-188e-4c43-9e77-a1222aa21e09 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 1096 time: 0.0511301 Jun 22 18:32:28.401107 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-9a1b1f37-5dfe-4882-a05b-2557202727fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.402562 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-9a1b1f37-5dfe-4882-a05b-2557202727fb service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e563f562605245558e8a7cf479bfe501&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0914989 Jun 22 18:32:28.498580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-5bbc2c90-9dd5-4cb7-94ba-0552c1d27317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.500622 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2a5d4b5d-9834-463f-8fad-b298afbfc9d6 req-5bbc2c90-9dd5-4cb7-94ba-0552c1d27317 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0854497 Jun 22 18:32:28.664373 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-3a156957-d0fe-4640-91d7-e63be1ef56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.665782 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-3a156957-d0fe-4640-91d7-e63be1ef56df service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e563f562605245558e8a7cf479bfe501&device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 1096 time: 0.0558763 Jun 22 18:32:28.741193 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-fd857e7f-cb00-44e6-a74d-290d05052ef8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37 HTTP/1.1" status: 200 len: 217 time: 0.0356662 Jun 22 18:32:28.802164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4b6de-8034-4063-a6b7-eeb83681e246 req-1a5d4e7f-979e-450b-995b-d48fc1f6c5f5 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.803602 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-eba4b6de-8034-4063-a6b7-eeb83681e246 req-1a5d4e7f-979e-450b-995b-d48fc1f6c5f5 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 943 time: 0.1256526 Jun 22 18:32:28.812880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-c0483e67-a97b-4632-9061-280fdf184667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.814480 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-c0483e67-a97b-4632-9061-280fdf184667 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e75252b5-7114-4edd-a2c7-f114980fd5b5 HTTP/1.1" status: 200 len: 849 time: 0.0612507 Jun 22 18:32:28.855177 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-eba4b6de-8034-4063-a6b7-eeb83681e246 req-ccba17de-9ed9-4b71-a7e5-4a645e06df9b tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jun 22 18:32:28.872557 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-288e8177-a89b-406e-a495-f909a627e903 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3466defc-06a3-4a93-9467-085116ed955c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293274 Jun 22 18:32:28.899437 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17acf6-c1ba-4d49-9d68-508edbd99786 req-4e1eec6a-f7c0-42e6-a992-3d5daeec3574 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.900943 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8c17acf6-c1ba-4d49-9d68-508edbd99786 req-4e1eec6a-f7c0-42e6-a992-3d5daeec3574 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0646634 Jun 22 18:32:28.946568 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8c17acf6-c1ba-4d49-9d68-508edbd99786 req-ad09a89d-59f7-4aff-9f35-721434697208 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Jun 22 18:32:28.973498 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-6afe07c2-d0be-4064-8784-c2891720ca84 service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Jun 22 18:32:29.074108 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f9bad339-1489-4d13-b8cf-9514cb4bf2cb req-b9638b15-0f2e-4676-910c-3e0a002a6051 service neutron] 10.222.0.112 "GET /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Jun 22 18:32:30.030604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ae22-80ed-4aa4-937c-5f059bab285f req-b118bd96-5b6e-4ee2-975e-37195944279c tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.032573 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3411ae22-80ed-4aa4-937c-5f059bab285f req-b118bd96-5b6e-4ee2-975e-37195944279c tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 943 time: 0.0666549 Jun 22 18:32:30.070337 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3411ae22-80ed-4aa4-937c-5f059bab285f req-838f26a0-3072-46c4-821e-41d6efb6f4ca tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Jun 22 18:32:30.126993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17350093-cf05-485b-a50e-3ad85386020d req-d8eb99f7-a4f4-49d7-99ad-84ab1a021829 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:30.128418 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-17350093-cf05-485b-a50e-3ad85386020d req-d8eb99f7-a4f4-49d7-99ad-84ab1a021829 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0645063 Jun 22 18:32:30.165423 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-17350093-cf05-485b-a50e-3ad85386020d req-7fbcb648-53bd-4ffe-830d-f41f88d2ede3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Jun 22 18:32:31.254624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a26f6-4a19-43ec-8757-2677af14cf67 req-670eceeb-ed74-4176-a47c-ebc84faf25c4 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.256191 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c9a26f6-4a19-43ec-8757-2677af14cf67 req-670eceeb-ed74-4176-a47c-ebc84faf25c4 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 943 time: 0.0758634 Jun 22 18:32:31.292977 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c9a26f6-4a19-43ec-8757-2677af14cf67 req-db13512f-e289-4116-a658-c5e73b31eaab tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Jun 22 18:32:31.340910 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09e36-e818-4f1f-89c4-f4c742ffe746 req-94ae0ce3-7674-427a-b744-fee91484dca3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.342601 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-80e09e36-e818-4f1f-89c4-f4c742ffe746 req-94ae0ce3-7674-427a-b744-fee91484dca3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0613925 Jun 22 18:32:31.382469 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-80e09e36-e818-4f1f-89c4-f4c742ffe746 req-9e7f0565-0e62-4731-8009-13bc2d4222ca tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Jun 22 18:32:32.481450 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6e6d5-e034-49c5-9d0e-50ecb69d52fe req-86d1f7d3-b684-4e79-b6f8-442cb7dbf040 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.483010 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87e6e6d5-e034-49c5-9d0e-50ecb69d52fe req-86d1f7d3-b684-4e79-b6f8-442cb7dbf040 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 943 time: 0.0698817 Jun 22 18:32:32.528680 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87e6e6d5-e034-49c5-9d0e-50ecb69d52fe req-4660b200-2cff-4603-93ce-f5ef0a8c845c tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366862 Jun 22 18:32:32.555785 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12b3d-207f-44ce-9e4b-a4fcb5ad9026 req-7241bc98-1032-4823-9c23-d035d30df03b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.557479 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-26b12b3d-207f-44ce-9e4b-a4fcb5ad9026 req-7241bc98-1032-4823-9c23-d035d30df03b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0632849 Jun 22 18:32:32.597499 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-26b12b3d-207f-44ce-9e4b-a4fcb5ad9026 req-8d0f1b46-d6fe-466b-9114-99475eb0f572 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Jun 22 18:32:33.558279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61581-8360-4619-b790-676a982d8577 req-92953f3b-5880-4532-9e2f-48b4c3b65692 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.559778 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-16f61581-8360-4619-b790-676a982d8577 req-92953f3b-5880-4532-9e2f-48b4c3b65692 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0639257 Jun 22 18:32:33.598847 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-16f61581-8360-4619-b790-676a982d8577 req-ff159c0e-34c7-483d-96d9-fa6abd25b59e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Jun 22 18:32:33.722602 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9423f-c81c-4349-8597-9f969f5f8e3b req-b1e6374f-80fb-4202-b6ca-8d6b908dac30 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.724059 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ee9423f-c81c-4349-8597-9f969f5f8e3b req-b1e6374f-80fb-4202-b6ca-8d6b908dac30 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 943 time: 0.0734136 Jun 22 18:32:33.760437 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9ee9423f-c81c-4349-8597-9f969f5f8e3b req-6657bdbf-54cd-4704-a835-fa5e32f30431 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Jun 22 18:32:33.762595 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:33.770710 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9470c2-5e34-4297-8031-b02428521179 req-9a2e9dd6-3bcb-49c4-8d1b-eaf7265a3896 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.772126 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e9470c2-5e34-4297-8031-b02428521179 req-9a2e9dd6-3bcb-49c4-8d1b-eaf7265a3896 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0629022 Jun 22 18:32:33.814555 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e9470c2-5e34-4297-8031-b02428521179 req-6cd0360d-65c7-44b7-b98c-1593f4a7d47e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Jun 22 18:32:33.858312 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:33.869904 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37', 'network_id': '3466defc-06a3-4a93-9467-085116ed955c', 'port_id': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37', 'mac_address': 'fa:16:3e:25:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75252b5-7114-4edd-a2c7-f114980fd5b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:33.904139 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.919889 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:33.945604 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:33.950435 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.952194 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.996635 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.999655 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.772409 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a7af-2d8d-41df-95d3-a12f9b20c59e req-a2b05a57-15f9-43e6-8f9e-b430fe300b1f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.773861 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9b04a7af-2d8d-41df-95d3-a12f9b20c59e req-a2b05a57-15f9-43e6-8f9e-b430fe300b1f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0629001 Jun 22 18:32:34.774703 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['4ba8180d-7fbc-4deb-8289-3d1e57e3df37'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:34.817106 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9b04a7af-2d8d-41df-95d3-a12f9b20c59e req-d81d2275-7972-4e26-8aad-92e76e52c637 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367763 Jun 22 18:32:34.964780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235fd0-2e27-4546-a4e9-22f2824c1375 req-7755112c-efdb-4742-81d1-b30730254c64 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.966196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c0235fd0-2e27-4546-a4e9-22f2824c1375 req-7755112c-efdb-4742-81d1-b30730254c64 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 944 time: 0.0648260 Jun 22 18:32:35.003884 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c0235fd0-2e27-4546-a4e9-22f2824c1375 req-73dca973-68db-4a49-925f-1f7e1a861b19 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Jun 22 18:32:35.018104 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2be62-3f16-40ef-89ab-4079fe089bb6 req-4d3fa4fd-2ba2-4713-a641-40f98bbf5845 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.019694 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ed2be62-3f16-40ef-89ab-4079fe089bb6 req-4d3fa4fd-2ba2-4713-a641-40f98bbf5845 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0671873 Jun 22 18:32:35.057810 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ed2be62-3f16-40ef-89ab-4079fe089bb6 req-bde20c08-9f3e-420b-870b-41d5cac02b86 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325470 Jun 22 18:32:35.327822 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3709c3c4-07b8-46dc-afa6-f8f9d81255dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.394351 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-eb97ae8d-801a-402a-a7e9-8d96a1d6c588 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.395779 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-eb97ae8d-801a-402a-a7e9-8d96a1d6c588 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.3149588 Jun 22 18:32:35.411248 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-7a883253-68ba-49c0-8a67-223e5769bb6a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/quotas/736c1c6b86cf4ddaa0168c5f9f5b491e HTTP/1.1" status: 200 len: 375 time: 0.0100245 Jun 22 18:32:35.486746 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-a2b59ca8-faf6-4d00-9f2a-7658775c8580 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700462 Jun 22 18:32:35.583552 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-df1ab803-bcd5-4d48-9a41-225bab044d45 service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901806 Jun 22 18:32:35.676233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-d1388261-02e7-4964-b270-7bc72a5400d7 service neutron] 10.222.0.108 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870774 Jun 22 18:32:36.021593 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39dc8b-7f91-4340-8aab-7fd89acf4be9 req-ac34dfb0-4dc1-4364-9771-2d381c8f4b07 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.023300 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd39dc8b-7f91-4340-8aab-7fd89acf4be9 req-ac34dfb0-4dc1-4364-9771-2d381c8f4b07 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0769093 Jun 22 18:32:36.066948 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd39dc8b-7f91-4340-8aab-7fd89acf4be9 req-04a2efd7-9950-4dc4-94c7-956b1b3eb18b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370045 Jun 22 18:32:36.138127 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-78024dc5-ada9-4925-a832-cebda6f8a477 req-07211b8a-0b98-418a-b2f4-c9aa15fd42a7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 210 time: 0.3244438 Jun 22 18:32:36.246161 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a98b75-3eaf-4534-a582-a0f04db99c94 req-50972a0f-7c14-4e48-8e1e-bdab492d7ae0 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.247700 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56a98b75-3eaf-4534-a582-a0f04db99c94 req-50972a0f-7c14-4e48-8e1e-bdab492d7ae0 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 944 time: 0.0677710 Jun 22 18:32:36.312739 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-56a98b75-3eaf-4534-a582-a0f04db99c94 req-7e93bf75-5896-4ac0-abfe-fb48fd9fdd51 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471382 Jun 22 18:32:36.356669 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663a76e-40a7-46c8-add8-873e7c9ec034 req-26d3308a-6d96-4366-8727-20b628dec814 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.358123 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6663a76e-40a7-46c8-add8-873e7c9ec034 req-26d3308a-6d96-4366-8727-20b628dec814 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0853870 Jun 22 18:32:36.394922 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6663a76e-40a7-46c8-add8-873e7c9ec034 req-460f782a-2f4e-4085-8cc0-27a2ade7fd4a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Jun 22 18:32:37.237991 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c934e-6ad8-45fd-818d-d9ece4c75a8b req-ebb68a99-16e7-4a37-8a78-b58a5fb16163 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.240202 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e25c934e-6ad8-45fd-818d-d9ece4c75a8b req-ebb68a99-16e7-4a37-8a78-b58a5fb16163 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0635908 Jun 22 18:32:37.278792 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e25c934e-6ad8-45fd-818d-d9ece4c75a8b req-58468b98-cc3d-4c4f-94a1-8015073d9680 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Jun 22 18:32:37.285095 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6237a591-b8a1-414c-be5a-8c682bcf00c5 req-2a42b85b-3687-402c-9039-eaccfa6067e2 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 210 time: 0.0305321 Jun 22 18:32:37.494133 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf058a6-152c-4eb4-b576-c2a1cd041bb8 req-bc4909aa-712c-4525-a082-a8f3dafa47cb tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.495598 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cbf058a6-152c-4eb4-b576-c2a1cd041bb8 req-bc4909aa-712c-4525-a082-a8f3dafa47cb tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 944 time: 0.0737019 Jun 22 18:32:37.539183 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cbf058a6-152c-4eb4-b576-c2a1cd041bb8 req-55e85e77-068b-46e5-913e-8c8c109e8581 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Jun 22 18:32:37.653849 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79af7f-d799-4d8b-b8d0-d710f31025cb req-60723b1d-cb85-4869-bc2f-58204d601346 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.655333 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bf79af7f-d799-4d8b-b8d0-d710f31025cb req-60723b1d-cb85-4869-bc2f-58204d601346 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1426966 Jun 22 18:32:37.688820 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-9e42aa42-684a-4096-8475-0417f0133537 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.690183 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-9e42aa42-684a-4096-8475-0417f0133537 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/networks?id=bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 200 len: 815 time: 0.1434081 Jun 22 18:32:37.709343 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bf79af7f-d799-4d8b-b8d0-d710f31025cb req-894927fb-b467-473b-8d51-ff303594f0c9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Jun 22 18:32:37.723457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Request body: {'port': {'device_id': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'admin_state_up': True, 'tenant_id': '736c1c6b86cf4ddaa0168c5f9f5b491e'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:37.783410 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:37.833994 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:37.837329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Made reservation on behalf of 736c1c6b86cf4ddaa0168c5f9f5b491e for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:37.838593 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:37.838977 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.841010 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.931746 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-9daf9155-cda4-4594-9170-868d5118b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.936504 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.970744 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Allocated IP 172.20.0.8 (bf35d4ab-1a74-4a20-9695-6ecb7474e251/32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb/959356b6-b8a6-4d0d-98f8-2a024d9093a3) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:37.971674 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:37.972824 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:37.975738 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca23c3-c607-4ccc-b0ff-a48231cfbd81" -d '{"events": [{"server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "name": "network-vif-plugged", "status": "completed", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:37.985269 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.991820 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.032555 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29aa00-0a28-4e63-b440-f47e43fff0ba x-openstack-request-id: req-fa29aa00-0a28-4e63-b440-f47e43fff0ba {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:38.032924 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "name": "network-vif-plugged", "status": "completed", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:38.033247 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-fa29aa00-0a28-4e63-b440-f47e43fff0ba {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:38.033723 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37', 'code': 200} Jun 22 18:32:38.061426 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.074466 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.077186 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.134170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.177129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.180533 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.220398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Network bf35d4ab-1a74-4a20-9695-6ecb7474e251 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:38.223517 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:38.227390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:38.252291 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event updated for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.260382 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2', '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:38.262131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.262504 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.262858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.263212 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.263568 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.263919 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.264261 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.264612 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.264962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.265309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.266263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.266604 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:38.271948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.293402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.294125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.309523 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901241 Jun 22 18:32:38.400729 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Request body: {'port': {'device_id': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:38.482697 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef4a1-61e8-4328-98fa-e31abcda8b53 req-3b675cf3-7b5a-4a4f-8f4c-18d657691ff5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.484476 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fa6ef4a1-61e8-4328-98fa-e31abcda8b53 req-3b675cf3-7b5a-4a4f-8f4c-18d657691ff5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 931 time: 0.0654068 Jun 22 18:32:38.530580 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fa6ef4a1-61e8-4328-98fa-e31abcda8b53 req-6a380d84-2167-4655-82ab-d8c109b9db7d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jun 22 18:32:38.566679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.587274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4cf21-c12c-4cc5-aab6-c882d31f3450 req-002b5b9d-9281-4ae1-acf0-414edb504a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.588752 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-54e4cf21-c12c-4cc5-aab6-c882d31f3450 req-002b5b9d-9281-4ae1-acf0-414edb504a03 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 1098 time: 0.1951418 Jun 22 18:32:38.606207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c36dc1-04d7-4856-a8b9-a9ea6f38590d req-f30ac121-35b4-466b-bcd2-6cfeee9fa035 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.607627 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40c36dc1-04d7-4856-a8b9-a9ea6f38590d req-f30ac121-35b4-466b-bcd2-6cfeee9fa035 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1869738 Jun 22 18:32:38.697963 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-54e4cf21-c12c-4cc5-aab6-c882d31f3450 req-ce250125-0823-4812-a551-7e3fa3ba424a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732949 Jun 22 18:32:38.717541 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b682d6b-87c7-448d-889c-7dfd8c1b5160 req-7eac18fb-31b4-40ab-b44c-65c23316df42 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.719071 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1b682d6b-87c7-448d-889c-7dfd8c1b5160 req-7eac18fb-31b4-40ab-b44c-65c23316df42 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0651827 Jun 22 18:32:38.744553 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-40c36dc1-04d7-4856-a8b9-a9ea6f38590d req-239795db-cec8-4ffb-ac92-4a6565ea0295 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181974 Jun 22 18:32:38.757948 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1b682d6b-87c7-448d-889c-7dfd8c1b5160 req-557369ea-5b09-4519-bf58-f8029e859d36 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Jun 22 18:32:38.955574 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1b021-f2fc-4242-a9c8-91e5c4797e25 req-1077e6db-a4bb-422e-9747-e4d03dedec3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.957014 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2cc1b021-f2fc-4242-a9c8-91e5c4797e25 req-1077e6db-a4bb-422e-9747-e4d03dedec3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1096292 Jun 22 18:32:38.958833 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959356b6-b8a6-4d0d-98f8-2a024d9093a3 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:38.967509 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.992009 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.995019 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Transition to ACTIVE for port object 959356b6-b8a6-4d0d-98f8-2a024d9093a3 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:39.002749 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.006267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e0b4d141-7638-414c-92d9-1bd09ab00881 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:39.037103 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2cc1b021-f2fc-4242-a9c8-91e5c4797e25 req-49f38b9f-d573-412f-92cd-e6d5267b578f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736859 Jun 22 18:32:39.059294 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Pushing event updated for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:39.064682 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:39.129318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Attempting to bind port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:39.129646 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Attempting to bind port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:39.129972 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Attempting to bind port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:39.134095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:39.134412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Attempting to bind port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 on network bf35d4ab-1a74-4a20-9695-6ecb7474e251 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:39.139093 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:39.139421 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Checking segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:39.139796 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Bound using segment: {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:39.140213 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Bound port: 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c77bbd-71d9-4f2e-9466-bf62c9609fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:39.141180 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.200146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:39.203763 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:39.208675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.211389 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e57a99be-3e9b-46b3-a35e-482a2c09d10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:39.248595 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.249136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:39.251092 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] 10.222.0.112 "PUT /v2.0/ports/959356b6-b8a6-4d0d-98f8-2a024d9093a3 HTTP/1.1" status: 200 len: 1093 time: 0.8589418 Jun 22 18:32:39.251579 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:39.253827 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7d781-dcc8-487f-b894-efe600f2e2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:39.273811 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Pushing event updated for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:39.277004 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:39.297936 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3eb0e-5e0e-4dff-8383-1b67388440d6 x-openstack-request-id: req-e5c3eb0e-5e0e-4dff-8383-1b67388440d6 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:39.298614 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:39.298614 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-e5c3eb0e-5e0e-4dff-8383-1b67388440d6 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:39.298949 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3', 'status': 'completed', 'code': 200} Jun 22 18:32:39.615861 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-ad2672c7-a461-42f2-aabc-1a8fed335dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.617365 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-ad2672c7-a461-42f2-aabc-1a8fed335dcb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 1096 time: 0.0529284 Jun 22 18:32:39.695430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6d999-7172-47a9-974d-5dda669d795e req-1882650f-b131-4d77-b0b4-9efcc47aa60b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.696870 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-14f6d999-7172-47a9-974d-5dda669d795e req-1882650f-b131-4d77-b0b4-9efcc47aa60b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.0626676 Jun 22 18:32:39.735334 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-14f6d999-7172-47a9-974d-5dda669d795e req-0543c5d1-ec0a-43bf-bae2-6e98080069e3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jun 22 18:32:39.802885 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-93540cad-92f3-4531-b572-e65097658801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.805535 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-93540cad-92f3-4531-b572-e65097658801 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0986853 Jun 22 18:32:39.943226 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c5da9-84b5-451f-8d28-b99406e180bf req-90fb7bf2-85a8-4eba-90e6-84cafe3c474e tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.944695 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-360c5da9-84b5-451f-8d28-b99406e180bf req-90fb7bf2-85a8-4eba-90e6-84cafe3c474e tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jun 22 18:32:39.949927 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-93280c37-7d8b-49be-946f-a826717aa40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.951368 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-54c7d781-dcc8-487f-b894-efe600f2e2dd req-93280c37-7d8b-49be-946f-a826717aa40e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1357837 Jun 22 18:32:39.963170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e743a4-7498-4d4a-b4c7-de4c4b68bb29 req-b86bf946-9541-4530-9702-283c9803ae0c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.964591 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5e743a4-7498-4d4a-b4c7-de4c4b68bb29 req-b86bf946-9541-4530-9702-283c9803ae0c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0967667 Jun 22 18:32:39.983522 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-360c5da9-84b5-451f-8d28-b99406e180bf req-a2cd4fd7-39a2-4a3b-ad24-8683348e53a5 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jun 22 18:32:40.019125 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5e743a4-7498-4d4a-b4c7-de4c4b68bb29 req-5acd9a41-745d-4ff9-b377-44a50571e31b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469289 Jun 22 18:32:40.194239 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-90282cfd-f990-4555-bdc0-6e74d9e5fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.195768 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-90282cfd-f990-4555-bdc0-6e74d9e5fdcc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 1096 time: 0.0557792 Jun 22 18:32:40.215693 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ce935-c84a-45e7-a346-4b0db51304ab req-57c0cbdb-9330-421a-975e-d3e12df2950d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.217120 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-467ce935-c84a-45e7-a346-4b0db51304ab req-57c0cbdb-9330-421a-975e-d3e12df2950d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0649369 Jun 22 18:32:40.253832 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-467ce935-c84a-45e7-a346-4b0db51304ab req-43ac2280-6c28-404d-990c-bc99cde5fc18 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Jun 22 18:32:40.259535 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-8e2b1d59-4015-4324-b858-6869d3279bff service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3 HTTP/1.1" status: 200 len: 217 time: 0.0337312 Jun 22 18:32:40.323834 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-624dc671-6db8-40ec-81a4-74b4b0a3eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.325161 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-624dc671-6db8-40ec-81a4-74b4b0a3eae0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 200 len: 855 time: 0.0430629 Jun 22 18:32:40.366285 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-e7d20092-efbd-4daf-afbb-1a69d8f797bc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bf35d4ab-1a74-4a20-9695-6ecb7474e251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288670 Jun 22 18:32:40.457106 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-5fe31eab-e247-40a5-82f0-91098b159562 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772130 Jun 22 18:32:40.557911 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5fbb3e67-4bc2-4a9a-88a4-8dad63d7b65a req-5befc3a2-95a6-49be-a9e3-a071f67da210 service neutron] 10.222.0.112 "GET /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848873 Jun 22 18:32:40.903292 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcf284-e359-4641-8571-3aa2f9bc2423 req-bef55df4-93af-4ed4-bd34-48cb69c135a5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.904648 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a1fcf284-e359-4641-8571-3aa2f9bc2423 req-bef55df4-93af-4ed4-bd34-48cb69c135a5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.0611804 Jun 22 18:32:40.941567 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a1fcf284-e359-4641-8571-3aa2f9bc2423 req-e43ce8e9-e596-4d29-8396-7e372f808057 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Jun 22 18:32:41.158918 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc3f0-6c2d-45d9-9249-572ac6158597 req-e364a028-58d7-48b9-b3c5-603542f097fa tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.160324 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8c5dc3f0-6c2d-45d9-9249-572ac6158597 req-e364a028-58d7-48b9-b3c5-603542f097fa tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jun 22 18:32:41.196017 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bfa9b-40e6-42c6-9e3e-cccec0580ffa req-bef39cdb-44c9-417d-af0b-e7a750fd6506 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.197489 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f1bfa9b-40e6-42c6-9e3e-cccec0580ffa req-bef39cdb-44c9-417d-af0b-e7a750fd6506 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0644507 Jun 22 18:32:41.199889 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8c5dc3f0-6c2d-45d9-9249-572ac6158597 req-1857522f-e1e7-4c87-93ac-140c7358341f tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Jun 22 18:32:41.202896 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.236757 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f1bfa9b-40e6-42c6-9e3e-cccec0580ffa req-185066c3-89d1-4c41-a4ed-398636286d9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Jun 22 18:32:41.421644 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55748e0e-d0eb-4cce-bd95-c6c37052a91e req-46a04523-caab-44b2-8f64-c15484dd9b7b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.423019 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-55748e0e-d0eb-4cce-bd95-c6c37052a91e req-46a04523-caab-44b2-8f64-c15484dd9b7b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0613446 Jun 22 18:32:41.459594 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-55748e0e-d0eb-4cce-bd95-c6c37052a91e req-6b613a57-a86b-4952-8e38-e939452a5a60 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Jun 22 18:32:42.118736 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96ecc3-ec10-4525-9ce6-18a5aeac5a87 req-7b4451f2-3e05-4e2a-8e0b-dbe1a314fd02 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.120374 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc96ecc3-ec10-4525-9ce6-18a5aeac5a87 req-7b4451f2-3e05-4e2a-8e0b-dbe1a314fd02 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.0622387 Jun 22 18:32:42.158156 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc96ecc3-ec10-4525-9ce6-18a5aeac5a87 req-049a1542-4452-40b0-b708-3a9cf33892a9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Jun 22 18:32:42.380490 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f687987-742e-42d2-84c8-6cc6bb388a89 req-c9b8f6e5-e801-4332-85b1-b968fa27e525 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.381941 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f687987-742e-42d2-84c8-6cc6bb388a89 req-c9b8f6e5-e801-4332-85b1-b968fa27e525 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0700128 Jun 22 18:32:42.419853 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f687987-742e-42d2-84c8-6cc6bb388a89 req-f1d5f8f4-3874-4040-9549-6e6be3b84c8d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Jun 22 18:32:42.483709 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22d57-92e6-488e-bd12-4e7121e0acf5 req-9acc35ac-8b7c-489a-9400-901f50e42bbe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.485311 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c9a22d57-92e6-488e-bd12-4e7121e0acf5 req-9acc35ac-8b7c-489a-9400-901f50e42bbe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0650361 Jun 22 18:32:42.522243 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c9a22d57-92e6-488e-bd12-4e7121e0acf5 req-b11c1549-76b4-448d-9bba-89ba2f4c8c6e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jun 22 18:32:42.635499 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c7768-73da-4e57-b613-7e22b366536b req-072395a5-342e-43c3-9995-c23536676e03 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.637152 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e56c7768-73da-4e57-b613-7e22b366536b req-072395a5-342e-43c3-9995-c23536676e03 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0657027 Jun 22 18:32:42.675773 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e56c7768-73da-4e57-b613-7e22b366536b req-5ee40abc-1641-4f64-b412-9cc907b475fd tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Jun 22 18:32:42.901653 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-7de6579c-fc5b-4595-ac36-c9a9d2efd1d0 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616218861&fields=id&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 267 time: 0.0334613 Jun 22 18:32:43.009588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-1b00d191-e448-4c41-85d2-2621fc5d04c5 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.010941 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-1b00d191-e448-4c41-85d2-2621fc5d04c5 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.1028194 Jun 22 18:32:43.025906 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-d7a0abbc-c62a-424a-b2cb-2f8cbe60513c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/quotas/e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 375 time: 0.0086122 Jun 22 18:32:43.092546 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-3e285efb-42e2-4725-b2fc-c29aa9c79bd1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616984 Jun 22 18:32:43.190794 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-262b19a8-5059-4cd1-811c-163f5403ec73 service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873165 Jun 22 18:32:43.293533 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-53dce046-d8e7-4723-9dd9-1a339d4bc90b service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952518 Jun 22 18:32:43.351922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763439ea-9069-4e5b-af42-21292b766f6e req-a2e0f2f0-89ee-4c8e-b0cd-377056f88e30 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.353379 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-763439ea-9069-4e5b-af42-21292b766f6e req-a2e0f2f0-89ee-4c8e-b0cd-377056f88e30 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.0739951 Jun 22 18:32:43.393551 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-763439ea-9069-4e5b-af42-21292b766f6e req-d7081840-0d4f-413a-9bfc-f39cee821167 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Jun 22 18:32:43.666869 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.687766 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dfb180ce-387e-46f1-b279-3019d37cf935 req-586e6e3f-8cd9-4fc5-8ab9-17382a40a1c8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 210 time: 0.0362492 Jun 22 18:32:43.869718 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545ce2-4342-41bd-9cbd-91307c96669b req-3517cf51-e3ae-4ec1-85d4-3faa6fac993f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.871211 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb545ce2-4342-41bd-9cbd-91307c96669b req-3517cf51-e3ae-4ec1-85d4-3faa6fac993f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0680723 Jun 22 18:32:43.914691 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb545ce2-4342-41bd-9cbd-91307c96669b req-50479384-5f35-49ea-add3-02cf0a33e520 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368488 Jun 22 18:32:43.936159 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9308b0c-0af2-4c93-8f41-9bf197151ad8 req-ec49a94b-3e92-4cc6-845f-fd0a4c6aa4f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.939228 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a9308b0c-0af2-4c93-8f41-9bf197151ad8 req-ec49a94b-3e92-4cc6-845f-fd0a4c6aa4f6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0770156 Jun 22 18:32:43.979648 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a9308b0c-0af2-4c93-8f41-9bf197151ad8 req-02260e4f-29a6-4656-8410-cb0adf4226d2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Jun 22 18:32:44.079906 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bec59-ae0f-4dad-a39c-fb58e279c328 req-58b20290-dd04-415e-a8a1-5d54ed23c1dd tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.081455 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-af8bec59-ae0f-4dad-a39c-fb58e279c328 req-58b20290-dd04-415e-a8a1-5d54ed23c1dd tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0649126 Jun 22 18:32:44.118722 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-af8bec59-ae0f-4dad-a39c-fb58e279c328 req-b9ec8dfa-7466-4044-b27f-1435e8fd4648 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Jun 22 18:32:44.209450 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:44.584229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd6397-931d-49cc-9715-70e891e5ab88 req-6367a13d-8c42-408c-aa34-977cd5f90f72 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.585689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-57bd6397-931d-49cc-9715-70e891e5ab88 req-6367a13d-8c42-408c-aa34-977cd5f90f72 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.0645659 Jun 22 18:32:44.622793 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-57bd6397-931d-49cc-9715-70e891e5ab88 req-dec320ba-801b-4c0f-93ff-a963e9b1b9ea tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Jun 22 18:32:44.824485 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6570910e-db79-46ed-ac45-5b4ffa252896 req-ea6a35f3-c968-4d5f-88a4-82a71222f4a6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 210 time: 0.0284932 Jun 22 18:32:44.989792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-15913c18-2411-4718-95e7-a804c51d1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.991189 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-15913c18-2411-4718-95e7-a804c51d1c2a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0576351 Jun 22 18:32:45.158877 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd99f9-39a4-40b5-8858-981dcf299386 req-b57966e2-53a2-4afc-b433-63c7904aef42 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.160345 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-38dd99f9-39a4-40b5-8858-981dcf299386 req-b57966e2-53a2-4afc-b433-63c7904aef42 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0646963 Jun 22 18:32:45.168739 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4f0ac-55e4-4629-b584-58afb0c2695a req-b0ef140f-d91b-4d5f-8013-7e43195b620f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.170215 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f4b4f0ac-55e4-4629-b584-58afb0c2695a req-b0ef140f-d91b-4d5f-8013-7e43195b620f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1327031 Jun 22 18:32:45.172284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-31f102e4-82bb-4478-9008-85e46f08b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.173576 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-31f102e4-82bb-4478-9008-85e46f08b88c service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.1270523 Jun 22 18:32:45.198397 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-38dd99f9-39a4-40b5-8858-981dcf299386 req-3b689ac0-65e0-4f9e-8a38-eaca3beb8b19 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Jun 22 18:32:45.207989 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f4b4f0ac-55e4-4629-b584-58afb0c2695a req-1572b69c-a184-4f84-872a-ed67517b6cf8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Jun 22 18:32:45.286618 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-41f29d99-5df0-4afd-8fce-b5dd51759d0e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0379393 Jun 22 18:32:45.357785 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefac20f-a971-43aa-b254-082f7a13116e req-ca6c983c-9811-414f-997b-21a029b39f90 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.360119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-eefac20f-a971-43aa-b254-082f7a13116e req-ca6c983c-9811-414f-997b-21a029b39f90 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0635240 Jun 22 18:32:45.392272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-350e59c4-cc87-4e55-bae6-3917d125bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.393782 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-350e59c4-cc87-4e55-bae6-3917d125bc1e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0463965 Jun 22 18:32:45.400515 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-eefac20f-a971-43aa-b254-082f7a13116e req-65a3dca4-2339-4c9b-8917-6134bad514b9 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Jun 22 18:32:45.444770 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-8d694a3f-48a6-4adf-88bc-2fab37872382 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311313 Jun 22 18:32:45.683901 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-7000235c-112a-488c-ba5f-f4490b768358 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539140 Jun 22 18:32:45.698874 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-012036e4-99b5-4d18-a649-e86974474d7b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.700294 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-012036e4-99b5-4d18-a649-e86974474d7b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.1279523 Jun 22 18:32:45.801121 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 959356b6-b8a6-4d0d-98f8-2a024d9093a3 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:45.901363 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:45.916844 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '959356b6-b8a6-4d0d-98f8-2a024d9093a3', 'network_id': 'bf35d4ab-1a74-4a20-9695-6ecb7474e251', 'port_id': '959356b6-b8a6-4d0d-98f8-2a024d9093a3', 'mac_address': 'fa:16:3e:b9:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:45.956175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.969471 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959356b6-b8a6-4d0d-98f8-2a024d9093a3 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:45.983313 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-64056245-bf60-41ba-900e-ed7186fa7ca2 req-4a77411f-a6c8-4a8f-9714-5fd78e5e61a0 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jun 22 18:32:45.989757 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:45.993948 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.995850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.043971 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:46.047775 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:46.052767 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-50f752b2-46c0-4999-a797-f23fa448942e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 380 time: 0.3098891 Jun 22 18:32:46.077057 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'port': {'device_id': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'admin_state_up': True, 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'security_groups': ['823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:46.121469 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0bd58c51-f4bb-4797-a4af-631589cf1a48 req-227da9f3-fdcb-45bf-b737-3adf389317ac service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201505 Jun 22 18:32:46.148543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edd117-fdb9-45ba-92de-1abf0cb9322f req-f0f69f20-7286-4fe9-ab1e-aac136b1ea87 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.149907 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f3edd117-fdb9-45ba-92de-1abf0cb9322f req-f0f69f20-7286-4fe9-ab1e-aac136b1ea87 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 943 time: 0.4061196 Jun 22 18:32:46.216834 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f3edd117-fdb9-45ba-92de-1abf0cb9322f req-14e383ca-1c24-438a-a064-5ba098758b1b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612524 Jun 22 18:32:46.229975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Made reservation on behalf of e2ced81c690646a081ae6c174b1396b6 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:46.234805 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.401441 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.20.0.10 (df37ccb1-894c-4aae-8898-7ea7a711b9dc/da9dc07d-33ad-4338-97e3-80242fe0af3a/3c2e1a07-06a9-41b6-a411-ed3649bbd0ec) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:46.441784 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89fb98-dfe1-4ed0-a3d7-b9c74b258acb req-ed9016ab-2e92-42a1-af43-d8b1f43f705a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.443525 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cc89fb98-dfe1-4ed0-a3d7-b9c74b258acb req-ed9016ab-2e92-42a1-af43-d8b1f43f705a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0658820 Jun 22 18:32:46.443743 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fc448-00dc-4114-9f37-22a71de8c705 req-f1ea5d02-23da-4d48-aae5-f82ab336acdf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.445380 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d47fc448-00dc-4114-9f37-22a71de8c705 req-f1ea5d02-23da-4d48-aae5-f82ab336acdf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1244979 Jun 22 18:32:46.482173 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cc89fb98-dfe1-4ed0-a3d7-b9c74b258acb req-f92f2545-d555-4276-b980-f52680d9d346 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Jun 22 18:32:46.532683 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d47fc448-00dc-4114-9f37-22a71de8c705 req-d1694eb0-23f4-40b0-ab1d-f7e2fe9d6680 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788062 Jun 22 18:32:46.581448 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.598408 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Transition to ACTIVE for port object 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:46.631319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.636169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.644441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753fec8-2f02-447a-9b74-508703fe5e50 req-fbc70b82-18b1-4b7c-abba-028537c9677b tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.645892 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d753fec8-2f02-447a-9b74-508703fe5e50 req-fbc70b82-18b1-4b7c-abba-028537c9677b tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0641220 Jun 22 18:32:46.676191 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:46.681164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:46.684927 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:46.690774 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d753fec8-2f02-447a-9b74-508703fe5e50 req-e7bdb561-d3b1-4668-8ce8-bf83d2fdefbd tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Jun 22 18:32:46.718892 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:46.724381 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:46.743564 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.744141 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.758241 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6902540 Jun 22 18:32:46.800131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Request body: {'port': {'device_id': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:46.875832 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.913569 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-834d59e9-0307-41a0-a610-3d043cf9de2d None None] Provisioning for port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:46.917529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-834d59e9-0307-41a0-a610-3d043cf9de2d None None] Provisioning complete for port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:46.917914 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-834d59e9-0307-41a0-a610-3d043cf9de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.951244 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-834d59e9-0307-41a0-a610-3d043cf9de2d None None] Port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:47.060470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['959356b6-b8a6-4d0d-98f8-2a024d9093a3'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:47.166949 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:47.176129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.195993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Transition to ACTIVE for port object 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:47.204559 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.208747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9923e820-c67a-4354-b877-7b452fa2738f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:47.244960 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f9dd1-9962-4f92-b322-569fa0f61e92 req-1dd27567-bc3c-4757-a036-1baad84ca441 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.245275 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-294f9dd1-9962-4f92-b322-569fa0f61e92 req-1dd27567-bc3c-4757-a036-1baad84ca441 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 932 time: 0.1381707 Jun 22 18:32:47.283439 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:47.289487 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:47.343056 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-294f9dd1-9962-4f92-b322-569fa0f61e92 req-871a4572-1ca7-46a5-8e0e-d3dee18126d3 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852244 Jun 22 18:32:47.379606 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Attempting to bind port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:47.379939 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Attempting to bind port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:47.380296 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Attempting to bind port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:47.385357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec on network df37ccb1-894c-4aae-8898-7ea7a711b9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:47.385755 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Attempting to bind port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:47.391612 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:47.392025 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:47.392473 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Bound using segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:47.392975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Bound port: 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:47.393387 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.442725 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a929584-fd2a-408b-966b-5cb62535937a req-eca2f3b3-0dfe-4c39-a413-319ea1255b9b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.446486 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3a929584-fd2a-408b-966b-5cb62535937a req-eca2f3b3-0dfe-4c39-a413-319ea1255b9b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 944 time: 0.0881670 Jun 22 18:32:47.467338 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:47.472085 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:47.476405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.482501 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:47.500808 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3a929584-fd2a-408b-966b-5cb62535937a req-f86d4777-71fa-4937-b201-5a2ec372d4dc tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Jun 22 18:32:47.530108 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.531581 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.533500 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] 10.222.0.112 "PUT /v2.0/ports/3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 200 len: 1094 time: 0.7383296 Jun 22 18:32:47.534013 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:47.536392 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:47.566219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:47.570593 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:47.696729 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71768d34-f415-447c-9fd2-d081e3110379 req-fc9ff3e1-956c-4dbb-931c-c84220a78269 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.698532 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-71768d34-f415-447c-9fd2-d081e3110379 req-fc9ff3e1-956c-4dbb-931c-c84220a78269 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0755250 Jun 22 18:32:47.725225 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c517ef-9b98-47f6-af8e-f9967742fefd x-openstack-request-id: req-53c517ef-9b98-47f6-af8e-f9967742fefd {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:47.725601 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:47.725943 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-53c517ef-9b98-47f6-af8e-f9967742fefd {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:47.726452 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'status': 'completed', 'code': 200} Jun 22 18:32:47.739653 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-71768d34-f415-447c-9fd2-d081e3110379 req-37baa34d-606a-46cc-a9c1-a0c740b62ab4 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352764 Jun 22 18:32:47.750550 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-28f481e6-a003-4415-8450-db89f3124683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.752171 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-28f481e6-a003-4415-8450-db89f3124683 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1097 time: 0.0590525 Jun 22 18:32:47.824265 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-6b838ab7-e369-42ae-a275-3b71575e9d91 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 200 len: 217 time: 0.0445342 Jun 22 18:32:47.893106 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c654a3b-4a52-43d0-871a-4320249d0ae2 req-4d3bccc9-dff2-4a0d-a5fc-65c38706196c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.895079 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c654a3b-4a52-43d0-871a-4320249d0ae2 req-4d3bccc9-dff2-4a0d-a5fc-65c38706196c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Jun 22 18:32:47.922487 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b229e3-7f9b-4c11-98c6-9790444999e8 req-800f1211-a36d-45d2-9f40-86a2d193398d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.924152 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24b229e3-7f9b-4c11-98c6-9790444999e8 req-800f1211-a36d-45d2-9f40-86a2d193398d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.0789988 Jun 22 18:32:47.961122 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24b229e3-7f9b-4c11-98c6-9790444999e8 req-7db98718-2ebc-479d-916e-13b1349efbf3 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jun 22 18:32:47.966319 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c654a3b-4a52-43d0-871a-4320249d0ae2 req-60151cf7-f9da-4b7e-a07d-306897561962 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644989 Jun 22 18:32:47.982595 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-ac289048-27b7-459e-8c81-40319c231a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.984595 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-ac289048-27b7-459e-8c81-40319c231a10 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0546999 Jun 22 18:32:48.051844 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-5d0557f9-42f5-40eb-90e4-70e6ce39ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.053285 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-5d0557f9-42f5-40eb-90e4-70e6ce39ecd9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521488 Jun 22 18:32:48.160436 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-56a43287-0bd3-4ca7-8b53-3df804f036c5 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843675 Jun 22 18:32:48.256841 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a507a54c-23fc-42c9-a78f-fee404e9dd34 req-c905af54-3360-44d5-bf88-8fd58af2650a service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Jun 22 18:32:48.517062 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc52fd0-4acd-4991-ad39-5975cb843188 req-5322f51e-0df5-4095-a22f-5974af76302c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.518472 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fc52fd0-4acd-4991-ad39-5975cb843188 req-5322f51e-0df5-4095-a22f-5974af76302c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0631065 Jun 22 18:32:48.565416 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0fc52fd0-4acd-4991-ad39-5975cb843188 req-7025e05f-7a8c-4b88-8550-dd4e3023be24 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jun 22 18:32:48.597127 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-7dba139f-b020-46b8-a85e-252485235365 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.598438 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-7dba139f-b020-46b8-a85e-252485235365 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.1171868 Jun 22 18:32:48.600377 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-f1f6b61e-54c0-48e7-82de-b9a8410bc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.601708 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-f1f6b61e-54c0-48e7-82de-b9a8410bc79c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1097 time: 0.0876186 Jun 22 18:32:48.808537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-8671b816-5958-4004-a161-58e5b2baca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.810029 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-8671b816-5958-4004-a161-58e5b2baca07 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.1881123 Jun 22 18:32:48.829554 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d1e7b-97a2-4cc2-a7cd-b340c2e47e45 req-caa95caa-7bd9-48ae-a2a5-b077fd0c569d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.830944 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-736d1e7b-97a2-4cc2-a7cd-b340c2e47e45 req-caa95caa-7bd9-48ae-a2a5-b077fd0c569d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 944 time: 0.2007227 Jun 22 18:32:48.880081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-07858a1b-49eb-4521-afe1-0b2db2c0b0bb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 200 len: 217 time: 0.0482163 Jun 22 18:32:48.899512 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Deleting port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:48.899853 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.958235 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-736d1e7b-97a2-4cc2-a7cd-b340c2e47e45 req-91bc042e-208f-48a7-aaba-577cfdca337d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203406 Jun 22 18:32:49.016393 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-3e92c55a-b5ca-48b3-86a6-c4719791c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.017814 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-3e92c55a-b5ca-48b3-86a6-c4719791c53e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0756431 Jun 22 18:32:49.034266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] For port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,segment=NetworkSegment(95b38398-f793-4138-a8a1-0f74f4f43904),segment_id=95b38398-f793-4138-a8a1-0f74f4f43904)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:49.034624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.074067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dfa8f-e6fe-4ef3-b5a5-a6f7a802982b req-e936d70e-0318-4537-ba32-8cffb63e8072 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.074659 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Calling delete_port for 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:49.075457 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-122dfa8f-e6fe-4ef3-b5a5-a6f7a802982b req-e936d70e-0318-4537-ba32-8cffb63e8072 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0667429 Jun 22 18:32:49.113031 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-122dfa8f-e6fe-4ef3-b5a5-a6f7a802982b req-fe007b89-cf7f-4ea4-b9d0-81046c8d5205 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Jun 22 18:32:49.196691 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-64373461-56b8-4e53-a186-f51b81366f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.198200 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-64373461-56b8-4e53-a186-f51b81366f12 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1608763 Jun 22 18:32:49.230129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d7b66-6c71-4678-8051-df3a49a7a538 req-c2680cbf-59a7-4121-bbb2-10c677f12c76 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.231571 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d9d7b66-6c71-4678-8051-df3a49a7a538 req-c2680cbf-59a7-4121-bbb2-10c677f12c76 tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 945 time: 0.1514037 Jun 22 18:32:49.279957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d628a-ba6c-465d-89f9-2d6b4f207b77 req-26042c17-a360-468e-a172-8ac5d64d08b3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.281518 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cb5d628a-ba6c-465d-89f9-2d6b4f207b77 req-26042c17-a360-468e-a172-8ac5d64d08b3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0673122 Jun 22 18:32:49.320440 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cb5d628a-ba6c-465d-89f9-2d6b4f207b77 req-4f052c27-9a99-4839-8952-0c2a7fd1f06e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Jun 22 18:32:49.348214 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5d9d7b66-6c71-4678-8051-df3a49a7a538 req-6741aff4-92e0-4b78-b813-1acb4a2fbefd tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/security-groups?id=b7a4be62-6014-433f-b3f1-81de7d14b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051657 Jun 22 18:32:49.363186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.369771 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-93d8b687-066f-4edc-95eb-59bbdee475e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:49.411257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Pushing event deleted for resources: {'Port': ['ID=4ba8180d-7fbc-4deb-8289-3d1e57e3df37,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:49.413658 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:49.417048 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-d08851b6-9fc2-4f33-9ec2-5eaa1002c5ea service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020452 Jun 22 18:32:49.449925 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['4ba8180d-7fbc-4deb-8289-3d1e57e3df37'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:49.493617 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] No DVR routers for this DVR port 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:49.496902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.498883 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-48694c2d-2ce5-4931-88b4-02a7e2e0112f req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.112 "DELETE /v2.0/ports/4ba8180d-7fbc-4deb-8289-3d1e57e3df37 HTTP/1.1" status: 204 len: 173 time: 0.8838959 Jun 22 18:32:49.538906 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-18b61f86-b35f-457d-98a2-c8cd2f77a6d8 req-6ffa176f-6a93-488c-8ee3-8d8639208b80 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024458 Jun 22 18:32:49.727241 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'name': 'network-vif-deleted', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:49.729589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f73bb-664d-4cdc-98a2-9871e7d6d1be" -d '{"events": [{"server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "name": "network-vif-deleted", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:49.745194 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341c395-fe66-470b-b544-919f74a71278 req-b775aa3e-79de-4c28-b9e2-a30c479afe85 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.746702 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d341c395-fe66-470b-b544-919f74a71278 req-b775aa3e-79de-4c28-b9e2-a30c479afe85 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0636661 Jun 22 18:32:49.765114 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1550625-6cfa-460c-a3cd-b3fd1ba2b304 x-openstack-request-id: req-c1550625-6cfa-460c-a3cd-b3fd1ba2b304 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:49.765432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb932b9-7721-4765-b728-e798c7b045e3", "name": "network-vif-deleted", "tag": "4ba8180d-7fbc-4deb-8289-3d1e57e3df37", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:49.765712 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c1550625-6cfa-460c-a3cd-b3fd1ba2b304 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:49.766656 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb932b9-7721-4765-b728-e798c7b045e3', 'name': 'network-vif-deleted', 'tag': '4ba8180d-7fbc-4deb-8289-3d1e57e3df37', 'status': 'completed', 'code': 200} Jun 22 18:32:49.787281 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d341c395-fe66-470b-b544-919f74a71278 req-2fa7f8e9-d5f3-4f86-b71d-f43c86455c84 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Jun 22 18:32:49.849346 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 959356b6-b8a6-4d0d-98f8-2a024d9093a3 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:49.896239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:49.899729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:49.900110 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.988835 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.012658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:50.014961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1125b5fd-b25f-4b54-92b1-2f7cdaa93247" -d '{"events": [{"server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "name": "network-vif-plugged", "status": "completed", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:50.027631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:50.032417 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.034248 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:50.078706 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.081718 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:50.138572 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5a8e3-932c-48d4-ac62-5723c95d155d req-c0155654-8bfc-4efe-bfe4-cda6cf6913cb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.140100 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51c5a8e3-932c-48d4-ac62-5723c95d155d req-c0155654-8bfc-4efe-bfe4-cda6cf6913cb tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0657821 Jun 22 18:32:50.166389 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b3be4-d6e9-47c6-b14f-b03924d2656c x-openstack-request-id: req-0e4b3be4-d6e9-47c6-b14f-b03924d2656c {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:50.166756 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "name": "network-vif-plugged", "status": "completed", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:50.167124 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-0e4b3be4-d6e9-47c6-b14f-b03924d2656c {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:50.167595 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3', 'code': 200} Jun 22 18:32:50.178912 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51c5a8e3-932c-48d4-ac62-5723c95d155d req-7596f4ab-f825-4969-bf5b-17c57e7333e6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jun 22 18:32:50.320377 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579a94d-2d4b-4968-9a42-a7583bbc6653 req-734d300a-ee08-4d9a-a3c5-54242fa0469f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.321820 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6579a94d-2d4b-4968-9a42-a7583bbc6653 req-734d300a-ee08-4d9a-a3c5-54242fa0469f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0664821 Jun 22 18:32:50.360323 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6579a94d-2d4b-4968-9a42-a7583bbc6653 req-a161d500-f35c-4bb9-8797-5fcde38709c2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Jun 22 18:32:50.498495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea5385-70c3-4bf5-8b80-f99419756e9a req-30f28bfe-f120-4d28-ba1f-0fb0bebe5e8d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.500764 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9cea5385-70c3-4bf5-8b80-f99419756e9a req-30f28bfe-f120-4d28-ba1f-0fb0bebe5e8d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0688167 Jun 22 18:32:50.519715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2b4fc0e9-7257-4572-8893-641b730a1c25 req-ee044362-5847-4ae7-b075-941326dd4b1e tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] 10.222.0.108 "GET /v2.0/ports?device_id=beb932b9-7721-4765-b728-e798c7b045e3 HTTP/1.1" status: 200 len: 210 time: 0.0303626 Jun 22 18:32:50.551006 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9cea5385-70c3-4bf5-8b80-f99419756e9a req-d918b89d-5f2e-4772-9e54-cb69ac407e95 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Jun 22 18:32:50.571868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e2d14-389a-44fa-994d-4984d034b1e7 req-0235ae19-0d41-49e3-84e9-b00879035a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.573323 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-719e2d14-389a-44fa-994d-4984d034b1e7 req-0235ae19-0d41-49e3-84e9-b00879035a53 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 1098 time: 0.0562479 Jun 22 18:32:50.624247 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-719e2d14-389a-44fa-994d-4984d034b1e7 req-6c22331a-f44d-4fef-aaa2-63ad438e4e98 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 Jun 22 18:32:50.968850 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5543-57d0-40c6-8c6d-8f022b28e29c req-dfe05f5b-0faa-47e5-bf5b-e29b7d45a0f0 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:50.970702 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cdfa5543-57d0-40c6-8c6d-8f022b28e29c req-dfe05f5b-0faa-47e5-bf5b-e29b7d45a0f0 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0734704 Jun 22 18:32:51.006879 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cdfa5543-57d0-40c6-8c6d-8f022b28e29c req-78220bf7-0a6e-42af-9e50-64cd83ea7f51 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Jun 22 18:32:51.358229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bf8df-9bae-4afb-958f-0dc33e9ccade req-b581128f-aabe-40fa-8b5a-1fb0efc7004c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.361462 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-880bf8df-9bae-4afb-958f-0dc33e9ccade req-b581128f-aabe-40fa-8b5a-1fb0efc7004c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0681310 Jun 22 18:32:51.401456 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-880bf8df-9bae-4afb-958f-0dc33e9ccade req-53ff245d-b60b-4938-a58e-6298cab7997f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Jun 22 18:32:51.562155 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409f87-71b4-43d9-b647-ff42a713ef4d req-a74cd0b7-301b-4dfe-b260-242966caa50b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.563947 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-32409f87-71b4-43d9-b647-ff42a713ef4d req-a74cd0b7-301b-4dfe-b260-242966caa50b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0661728 Jun 22 18:32:51.602541 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-32409f87-71b4-43d9-b647-ff42a713ef4d req-7ce79734-1e78-4de8-a80e-626b0a988f9a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Jun 22 18:32:51.766476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422624d-5f46-4b6e-af5c-da73348f13c7 req-26cca65d-ae80-49ff-80f2-89bc4f5d97ce tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.767949 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6422624d-5f46-4b6e-af5c-da73348f13c7 req-26cca65d-ae80-49ff-80f2-89bc4f5d97ce tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0679991 Jun 22 18:32:51.807277 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6422624d-5f46-4b6e-af5c-da73348f13c7 req-3f45a96f-8474-4ccc-aa7c-3d9476501c13 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Jun 22 18:32:51.849455 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:51.872905 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:51.873256 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 4ba8180d-7fbc-4deb-8289-3d1e57e3df37 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:52.182531 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51444-5d76-4a72-baad-bde1e655c66d req-cbd2b348-3abc-47f4-80ab-a0ce204cfdba tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.183780 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-68a51444-5d76-4a72-baad-bde1e655c66d req-cbd2b348-3abc-47f4-80ab-a0ce204cfdba tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0679703 Jun 22 18:32:52.223766 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-68a51444-5d76-4a72-baad-bde1e655c66d req-f43cf124-4c73-47e1-8997-48a47bce2628 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Jun 22 18:32:52.568664 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762ea2-427b-4497-84ca-4e67b297668c req-9d3ed32c-3c05-4651-ae0c-33e575918498 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.570171 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c0762ea2-427b-4497-84ca-4e67b297668c req-9d3ed32c-3c05-4651-ae0c-33e575918498 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0618267 Jun 22 18:32:52.612966 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c0762ea2-427b-4497-84ca-4e67b297668c req-3dbd78d4-38e0-43d6-9a0d-68c0ce7d363d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Jun 22 18:32:52.780232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949f8a9-b802-42bf-8c03-1301795daf82 req-7318c7ee-fb10-4c47-b4eb-5674c119285e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.782186 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8949f8a9-b802-42bf-8c03-1301795daf82 req-7318c7ee-fb10-4c47-b4eb-5674c119285e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0643492 Jun 22 18:32:52.819022 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8949f8a9-b802-42bf-8c03-1301795daf82 req-d682069b-c103-4647-8214-8358faf8ceeb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Jun 22 18:32:52.975999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ed9e7-3ee5-4613-a178-37ac186b1d9e req-476650d9-5fd3-4e3e-bfe1-6fb8da14aa3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.977428 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-214ed9e7-3ee5-4613-a178-37ac186b1d9e req-476650d9-5fd3-4e3e-bfe1-6fb8da14aa3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0615425 Jun 22 18:32:53.013394 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-214ed9e7-3ee5-4613-a178-37ac186b1d9e req-56dba4f7-118d-4fd8-be88-99bcbdcf4ac8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304158 Jun 22 18:32:53.400848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e1b3c-3544-4e28-91bd-e14bed1700b8 req-7c5103e2-c652-404a-b83a-1386ab854503 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.402302 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e18e1b3c-3544-4e28-91bd-e14bed1700b8 req-7c5103e2-c652-404a-b83a-1386ab854503 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0637958 Jun 22 18:32:53.440199 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e18e1b3c-3544-4e28-91bd-e14bed1700b8 req-25db535c-7de0-4411-9c86-52fefa381583 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Jun 22 18:32:54.013632 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb7857-ba52-4a89-bbca-6c86e4bed029 req-2ac44d69-e5ff-45c2-bf4d-bf75dfdf8e9e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.015070 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7ffb7857-ba52-4a89-bbca-6c86e4bed029 req-2ac44d69-e5ff-45c2-bf4d-bf75dfdf8e9e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.2908800 Jun 22 18:32:54.052012 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7ffb7857-ba52-4a89-bbca-6c86e4bed029 req-8d484969-5905-47a9-b582-52c81c9c2e65 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Jun 22 18:32:54.211073 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69c584-8cc4-46c7-bfbe-cc641ef9fc29 req-af3c9f0b-4cad-4d5a-b88f-7d18df173084 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.212470 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9e69c584-8cc4-46c7-bfbe-cc641ef9fc29 req-af3c9f0b-4cad-4d5a-b88f-7d18df173084 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0606475 Jun 22 18:32:54.249015 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9e69c584-8cc4-46c7-bfbe-cc641ef9fc29 req-22bb49b3-2963-44ae-955f-755f0582e4b9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Jun 22 18:32:54.411250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1697e-1ecd-4b0e-941f-34a2729d9dbd req-76b5e36f-3357-4437-be85-b44a63c0de3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.412704 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5c1697e-1ecd-4b0e-941f-34a2729d9dbd req-76b5e36f-3357-4437-be85-b44a63c0de3d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0658054 Jun 22 18:32:54.451480 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5c1697e-1ecd-4b0e-941f-34a2729d9dbd req-3ac42bfe-ad00-4651-acd5-0115c7279bfe tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Jun 22 18:32:54.606314 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d33-6b2d-47bb-aa4b-c4540cb5b27d req-1958e17e-dcec-4b50-a3d2-83bece940ccb tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.607754 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3e2f6d33-6b2d-47bb-aa4b-c4540cb5b27d req-1958e17e-dcec-4b50-a3d2-83bece940ccb tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0616632 Jun 22 18:32:54.644913 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3e2f6d33-6b2d-47bb-aa4b-c4540cb5b27d req-4099a6a4-c859-42fa-a53b-0f00b639fc68 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Jun 22 18:32:55.222588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b292f20-6a1f-4932-a342-a7b52914f55a req-9143c254-70e0-4aed-b833-eefae6fe6d7f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.224081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0b292f20-6a1f-4932-a342-a7b52914f55a req-9143c254-70e0-4aed-b833-eefae6fe6d7f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0629511 Jun 22 18:32:55.261336 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0b292f20-6a1f-4932-a342-a7b52914f55a req-9f1b33df-a7ed-4d59-9aae-6d2b829e7423 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Jun 22 18:32:55.443935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e5251-b687-418c-afa1-c9c7595b59a9 req-98812870-78e0-4523-9f42-ab32ed71b754 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.445399 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f81e5251-b687-418c-afa1-c9c7595b59a9 req-98812870-78e0-4523-9f42-ab32ed71b754 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0686700 Jun 22 18:32:55.483956 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f81e5251-b687-418c-afa1-c9c7595b59a9 req-b5fb9693-9d90-4596-a134-e076c1b937f3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Jun 22 18:32:55.644166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb26fc-20d5-4471-b332-4aed0134b77c req-b3a2a7dd-506f-46b6-a1b4-5b45eac5f7d7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.645643 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4adb26fc-20d5-4471-b332-4aed0134b77c req-b3a2a7dd-506f-46b6-a1b4-5b45eac5f7d7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0630536 Jun 22 18:32:55.684898 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4adb26fc-20d5-4471-b332-4aed0134b77c req-a4d7fe2b-bd33-4f27-a4c7-60f62b32e9b2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Jun 22 18:32:55.851858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cde4d-aaa6-4686-9492-7c68aa6d2e84 req-1c38653b-28b0-4c22-bb2e-60a2d7315818 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.853317 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f43cde4d-aaa6-4686-9492-7c68aa6d2e84 req-1c38653b-28b0-4c22-bb2e-60a2d7315818 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0691249 Jun 22 18:32:55.890030 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f43cde4d-aaa6-4686-9492-7c68aa6d2e84 req-cfede9c0-4d00-40fc-a4d4-e6e8688f09b2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Jun 22 18:32:56.435088 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424117f3-8ef5-4be2-94ca-c0c5c852e5ae req-a4592649-6e4d-4af0-965a-88d7d1138636 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.436580 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-424117f3-8ef5-4be2-94ca-c0c5c852e5ae req-a4592649-6e4d-4af0-965a-88d7d1138636 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0639369 Jun 22 18:32:56.473466 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-424117f3-8ef5-4be2-94ca-c0c5c852e5ae req-9cca3b56-1400-49d4-86f4-6fc4e226989b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jun 22 18:32:56.654781 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d18ef-45c1-41da-8608-bf25362b665e req-694ac921-0038-435f-8069-eb8f6bc63e8e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.656856 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ce8d18ef-45c1-41da-8608-bf25362b665e req-694ac921-0038-435f-8069-eb8f6bc63e8e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0617139 Jun 22 18:32:56.692664 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ce8d18ef-45c1-41da-8608-bf25362b665e req-5798efaf-c124-45ac-89a4-d4725d7c41ed tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301876 Jun 22 18:32:56.865174 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b63a8f-95e3-4ebb-97f0-ecaba5fd75b7 req-ffdbc6db-b1e6-41cb-a5bd-98b0f5663732 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.866710 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e8b63a8f-95e3-4ebb-97f0-ecaba5fd75b7 req-ffdbc6db-b1e6-41cb-a5bd-98b0f5663732 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Jun 22 18:32:56.904390 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e8b63a8f-95e3-4ebb-97f0-ecaba5fd75b7 req-9cf349ba-1056-4ffa-83a5-d00fbeec39e7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Jun 22 18:32:57.067046 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f593-c1eb-4ebc-a567-afb0ed88c4f9 req-bed4671c-77e0-49f8-b0a7-15f16afa4dcc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:57.068485 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9e03f593-c1eb-4ebc-a567-afb0ed88c4f9 req-bed4671c-77e0-49f8-b0a7-15f16afa4dcc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0653021 Jun 22 18:32:57.104679 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9e03f593-c1eb-4ebc-a567-afb0ed88c4f9 req-77cb8209-059b-44e3-835b-4150218ee516 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306170 Jun 22 18:32:57.643540 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28d30c-d6bf-4a42-b80b-8dbb9c2324da req-0b8235eb-00a1-4952-bb6a-6b3277abcdef tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:57.645029 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c28d30c-d6bf-4a42-b80b-8dbb9c2324da req-0b8235eb-00a1-4952-bb6a-6b3277abcdef tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jun 22 18:32:57.681497 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c28d30c-d6bf-4a42-b80b-8dbb9c2324da req-c9fd3adc-ac54-4a1c-a9e8-46d3b3300da0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308549 Jun 22 18:32:57.874687 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35753fb-fe39-4a08-b0d8-c59608cbc432 req-88aa3bde-3d70-437e-86ce-b5756a756004 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:57.876436 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c35753fb-fe39-4a08-b0d8-c59608cbc432 req-88aa3bde-3d70-437e-86ce-b5756a756004 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0705183 Jun 22 18:32:57.915991 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c35753fb-fe39-4a08-b0d8-c59608cbc432 req-c3deb740-6681-4064-a61b-d43f84193807 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Jun 22 18:32:58.092332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f7715-5d7d-4d76-8517-6d4371039474 req-be23e681-deb7-43a9-ae9f-d04843b01b76 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:58.093760 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-738f7715-5d7d-4d76-8517-6d4371039474 req-be23e681-deb7-43a9-ae9f-d04843b01b76 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0667725 Jun 22 18:32:58.130922 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-738f7715-5d7d-4d76-8517-6d4371039474 req-fef78345-b824-404f-820d-3c1fd4563d0e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Jun 22 18:32:58.283207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231cf6c-ec72-4bc3-8636-6ac7951e94ac req-5c61b9cf-e218-4c4a-a348-a1a84737b4f7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:58.284665 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0231cf6c-ec72-4bc3-8636-6ac7951e94ac req-5c61b9cf-e218-4c4a-a348-a1a84737b4f7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0662806 Jun 22 18:32:58.322247 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0231cf6c-ec72-4bc3-8636-6ac7951e94ac req-c203d96b-c62e-444f-946b-e8cd35401257 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Jun 22 18:32:59.107649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03725164-8b97-4195-b36d-d294106182f5 req-c13aed72-52e1-4003-9f7c-fafcabd997a0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.109287 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-03725164-8b97-4195-b36d-d294106182f5 req-c13aed72-52e1-4003-9f7c-fafcabd997a0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0712264 Jun 22 18:32:59.149906 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-03725164-8b97-4195-b36d-d294106182f5 req-75833040-d102-40fd-ad73-515208d5f74f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338576 Jun 22 18:32:59.324441 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9b1d7-b497-4b11-9f95-9fceedf1d39c req-4dfe3cb4-4ff1-4f4b-ad0e-9cf3d5f5c967 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.326119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-09f9b1d7-b497-4b11-9f95-9fceedf1d39c req-4dfe3cb4-4ff1-4f4b-ad0e-9cf3d5f5c967 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0710096 Jun 22 18:32:59.378775 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-09f9b1d7-b497-4b11-9f95-9fceedf1d39c req-3579996a-b985-4cd1-8986-296af88abe9c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Jun 22 18:32:59.520261 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4721d-1f05-44ef-bbeb-b6049f8fc47a req-7cf50d75-6b51-42ea-a307-6fd7ead2b6a2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.527384 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1df4721d-1f05-44ef-bbeb-b6049f8fc47a req-7cf50d75-6b51-42ea-a307-6fd7ead2b6a2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 944 time: 0.0702155 Jun 22 18:32:59.562211 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1df4721d-1f05-44ef-bbeb-b6049f8fc47a req-2d3624eb-1b76-4a57-81cc-ff4e84a4e372 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Jun 22 18:32:59.901794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:00.001402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:00.012937 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'port_id': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'mac_address': 'fa:16:3e:d6:6a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:00.058042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.082135 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:00.117882 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:00.122979 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.125515 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:00.173918 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:00.190234 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.190654 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.191156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.191588 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.192016 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.192495 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.192713 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.193389 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.194282 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.194795 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.195343 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.195962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:00.200853 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:00.349866 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bafdb-c2fe-44fc-9ea5-ce0b46850738 req-152a90a0-faf1-41a2-ad48-37e08e0495a2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.351339 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e5bafdb-c2fe-44fc-9ea5-ce0b46850738 req-152a90a0-faf1-41a2-ad48-37e08e0495a2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0693901 Jun 22 18:33:00.396269 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e5bafdb-c2fe-44fc-9ea5-ce0b46850738 req-eb33eace-2fbb-48b5-8652-b679edc4ca46 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384495 Jun 22 18:33:00.819842 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28d7e7-1b1e-43a3-b4f9-0ca40496dd28 req-eb4bc6e0-0b14-4a0f-90ae-992d5407eaee tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.827316 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bc28d7e7-1b1e-43a3-b4f9-0ca40496dd28 req-eb4bc6e0-0b14-4a0f-90ae-992d5407eaee tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0912790 Jun 22 18:33:00.868929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af697ea-6bef-4107-91ba-adc3dbe785a4 req-be43bc14-1c2d-4c20-aab9-d8390fd28501 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.871255 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1af697ea-6bef-4107-91ba-adc3dbe785a4 req-be43bc14-1c2d-4c20-aab9-d8390fd28501 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 945 time: 0.0797629 Jun 22 18:33:00.874539 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bc28d7e7-1b1e-43a3-b4f9-0ca40496dd28 req-136c13b7-0a7a-4108-a746-6a92d3d6b3f4 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Jun 22 18:33:00.892147 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['3c2e1a07-06a9-41b6-a411-ed3649bbd0ec'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:00.932687 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1af697ea-6bef-4107-91ba-adc3dbe785a4 req-0f446ac2-616b-4967-a1e6-e916ea57d070 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488143 Jun 22 18:33:01.576826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87b1c4-a4d4-4b74-a1de-fac507e3d06e req-658d3304-c00d-4bf9-8d4b-d55ec273a70c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:01.578294 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c87b1c4-a4d4-4b74-a1de-fac507e3d06e req-658d3304-c00d-4bf9-8d4b-d55ec273a70c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0624874 Jun 22 18:33:01.615892 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c87b1c4-a4d4-4b74-a1de-fac507e3d06e req-27bab52a-5e8b-425c-8554-2dd3053a48ef tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Jun 22 18:33:02.096418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbecafe-fb87-4caf-ba71-81081d5e2046 req-1919ff66-3f17-45f4-8607-e24f69155ef5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.098573 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0dbecafe-fb87-4caf-ba71-81081d5e2046 req-1919ff66-3f17-45f4-8607-e24f69155ef5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0822093 Jun 22 18:33:02.132890 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95abd-56d8-4612-a9f1-13f32995a92f req-ec6521b6-f68b-4afe-9e0b-98cc396200d1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.135445 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-17a95abd-56d8-4612-a9f1-13f32995a92f req-ec6521b6-f68b-4afe-9e0b-98cc396200d1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 945 time: 0.0890386 Jun 22 18:33:02.141540 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0dbecafe-fb87-4caf-ba71-81081d5e2046 req-a0a12e58-cb5e-43f1-9c31-77a526657351 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Jun 22 18:33:02.184803 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-17a95abd-56d8-4612-a9f1-13f32995a92f req-f16e9dee-5ea3-4ff3-815b-01b3b1449a63 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Jun 22 18:33:02.797402 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e55190-903e-4db9-8e40-4acaa87347a9 req-8e1721c4-b3f4-4363-8254-51621d6fb0db tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.799610 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b4e55190-903e-4db9-8e40-4acaa87347a9 req-8e1721c4-b3f4-4363-8254-51621d6fb0db tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0661781 Jun 22 18:33:02.842528 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b4e55190-903e-4db9-8e40-4acaa87347a9 req-52510b15-2475-40f5-bb8b-eb02636dd9db tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358918 Jun 22 18:33:03.252860 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da877a-5584-4175-8fdd-2a5bfb555726 req-1292a3b7-c99a-4b76-b1c6-c7a45a8c0952 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.262106 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d9da877a-5584-4175-8fdd-2a5bfb555726 req-1292a3b7-c99a-4b76-b1c6-c7a45a8c0952 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1025455 Jun 22 18:33:03.317460 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d9da877a-5584-4175-8fdd-2a5bfb555726 req-536e7f57-a435-4114-a19d-a725192a1467 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542688 Jun 22 18:33:03.387903 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-77606db8-bdec-4734-b1e7-3c962c2ae2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.390189 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-77606db8-bdec-4734-b1e7-3c962c2ae2bd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.1151688 Jun 22 18:33:03.408231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b291-8c2e-47fa-8d14-c1655c0bd4ea req-889d5f67-3317-4363-89bf-49457870e87c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.415533 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7ab5b291-8c2e-47fa-8d14-c1655c0bd4ea req-889d5f67-3317-4363-89bf-49457870e87c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1049597 Jun 22 18:33:03.510460 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc58f7-94b5-479e-ab71-038aebe249a4 req-4c51f28d-4175-4571-bc62-06ab420cc8c8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.512126 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e6cc58f7-94b5-479e-ab71-038aebe249a4 req-4c51f28d-4175-4571-bc62-06ab420cc8c8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 945 time: 0.0763357 Jun 22 18:33:03.565785 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-7ea1b79b-b1f1-438b-949a-c932cfcd4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.567595 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-7ea1b79b-b1f1-438b-949a-c932cfcd4280 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.1442819 Jun 22 18:33:03.569787 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e6cc58f7-94b5-479e-ab71-038aebe249a4 req-60b7d723-2088-4eb3-89fd-2538b8682ddb tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469525 Jun 22 18:33:03.627059 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7ab5b291-8c2e-47fa-8d14-c1655c0bd4ea req-39244d21-876b-41a8-9e27-29901469c4aa tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105422 Jun 22 18:33:03.659621 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-c3b5178c-5ca2-4e90-a563-be88c3a56b00 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 1001 time: 0.0774162 Jun 22 18:33:03.742753 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-d75c5cd5-f8d9-400a-aaff-9610b159d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.745144 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-d75c5cd5-f8d9-400a-aaff-9610b159d540 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0644381 Jun 22 18:33:03.823546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-8349cd85-2648-4661-b0b9-f4493b751c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.825004 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-8349cd85-2648-4661-b0b9-f4493b751c8e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703604 Jun 22 18:33:03.924765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:03.927474 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-98eccbb2-4039-4836-8dae-e9933457fcc9 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908279 Jun 22 18:33:03.987175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:03.993705 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:03.994481 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.051028 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e5e77b72-24a3-4610-8e91-0048861ebfcb req-c98d04af-11e6-4a0c-bec5-63528b938bb1 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037414 Jun 22 18:33:04.107550 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.149019 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:04.153290 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503fafb-df34-4e9c-854f-f18d1ead4996" -d '{"events": [{"server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:04.170873 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:04.179551 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.185787 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.227716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5f341-92a6-4bfd-ad2f-b0a1f9aeac52 x-openstack-request-id: req-92e5f341-92a6-4bfd-ad2f-b0a1f9aeac52 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:04.228016 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:04.228270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-92e5f341-92a6-4bfd-ad2f-b0a1f9aeac52 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:04.228656 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'code': 200} Jun 22 18:33:04.251079 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.254417 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.508105 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a375a6-25f2-474b-9f4a-8bf34aa425de req-70c91299-7a47-4ab8-a9c6-9b8fc9b983e3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.509656 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-34a375a6-25f2-474b-9f4a-8bf34aa425de req-70c91299-7a47-4ab8-a9c6-9b8fc9b983e3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0663698 Jun 22 18:33:04.549004 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-34a375a6-25f2-474b-9f4a-8bf34aa425de req-53f6352b-6032-4ffe-a6a8-f84e686249e8 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Jun 22 18:33:04.791607 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6899fb9-a909-41fc-be3e-1960764094e3 req-1918cd67-eccd-4599-b530-e1bdacc589e5 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.800842 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d6899fb9-a909-41fc-be3e-1960764094e3 req-1918cd67-eccd-4599-b530-e1bdacc589e5 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0822592 Jun 22 18:33:04.843480 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4292c3a-5dad-44f1-9a3b-1220d9ec2798 req-c8456fb1-51ee-403a-b67d-94c47f95ea81 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.849076 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d6899fb9-a909-41fc-be3e-1960764094e3 req-190d0b1e-8e03-4b76-84b1-45e38cdb8697 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470936 Jun 22 18:33:04.852424 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c4292c3a-5dad-44f1-9a3b-1220d9ec2798 req-c8456fb1-51ee-403a-b67d-94c47f95ea81 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0769913 Jun 22 18:33:04.928209 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c4292c3a-5dad-44f1-9a3b-1220d9ec2798 req-79adecdb-a9ae-44e6-aff8-72504727b7fa tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744162 Jun 22 18:33:04.955586 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af862ae-474b-47ad-9c18-e04edba3576b req-91db21d4-0947-4e25-b77b-e3fe3b150937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.957378 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9af862ae-474b-47ad-9c18-e04edba3576b req-91db21d4-0947-4e25-b77b-e3fe3b150937 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1099 time: 0.0891371 Jun 22 18:33:05.015056 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9af862ae-474b-47ad-9c18-e04edba3576b req-6e06d9f4-609e-4d8b-a71f-b190970188e0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Jun 22 18:33:05.333130 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b78c5107-d551-4139-964d-b687a24a0c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.744900 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb1069-6b9d-4226-9644-4eceee275a95 req-d6aa26fc-edd9-4f24-b946-82676d2ee085 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.747044 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-34eb1069-6b9d-4226-9644-4eceee275a95 req-d6aa26fc-edd9-4f24-b946-82676d2ee085 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0734656 Jun 22 18:33:05.803602 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-34eb1069-6b9d-4226-9644-4eceee275a95 req-a6c3ad82-5c84-4481-8a63-53d1a9f94199 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415509 Jun 22 18:33:06.026204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a086-295f-4115-8496-6918ec5fe4d3 req-844c15e1-6bbd-482b-82f2-8bdc293465dd tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.027966 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-04d5a086-295f-4115-8496-6918ec5fe4d3 req-844c15e1-6bbd-482b-82f2-8bdc293465dd tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0694387 Jun 22 18:33:06.071990 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-04d5a086-295f-4115-8496-6918ec5fe4d3 req-25d81dc9-20b0-4fc0-9ba7-162933b71e8a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Jun 22 18:33:06.283194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075d5d-8d02-49bb-a88b-9acda48d4740 req-c81cc5cb-fb93-4713-b309-d538272ba038 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.284850 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1a075d5d-8d02-49bb-a88b-9acda48d4740 req-c81cc5cb-fb93-4713-b309-d538272ba038 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0905659 Jun 22 18:33:06.336156 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1a075d5d-8d02-49bb-a88b-9acda48d4740 req-b79af2cc-80e3-44ad-b087-c9d7323dc6b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Jun 22 18:33:06.984383 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3d6e0-d87f-4696-9cfd-b1c25f7f7d0e req-37f5335e-7705-431c-8ce4-fcbdd16315a9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.986735 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0c3d6e0-d87f-4696-9cfd-b1c25f7f7d0e req-37f5335e-7705-431c-8ce4-fcbdd16315a9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0706847 Jun 22 18:33:07.025564 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0c3d6e0-d87f-4696-9cfd-b1c25f7f7d0e req-070ad3fa-ed1b-42e5-8807-8e321e883640 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Jun 22 18:33:07.266644 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572361-71c3-41b1-b136-a162bf0e4764 req-d4ec6ceb-d5dd-46c1-b7e9-15d6eda3e05a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.268233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c572361-71c3-41b1-b136-a162bf0e4764 req-d4ec6ceb-d5dd-46c1-b7e9-15d6eda3e05a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0653176 Jun 22 18:33:07.308781 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4c572361-71c3-41b1-b136-a162bf0e4764 req-e05b8c5a-e32b-4804-b0d5-24d52a980367 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348620 Jun 22 18:33:07.538647 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8035e-36c3-49f5-8aca-0c14bcc3e957 req-f435758d-d900-4717-b7f5-7be46dfeaf58 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.540628 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-62e8035e-36c3-49f5-8aca-0c14bcc3e957 req-f435758d-d900-4717-b7f5-7be46dfeaf58 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0800610 Jun 22 18:33:07.581608 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-62e8035e-36c3-49f5-8aca-0c14bcc3e957 req-81c25b8c-7484-4dba-bc31-fdb0829dbbcf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354123 Jun 22 18:33:07.905386 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7a298475-44d5-4c95-9b24-662abd195a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.035230 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.493801 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c93767-1946-4969-88ce-379674b1484f req-6c6451c4-89c9-4fa7-a51e-8fed41467c4b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.495470 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f1c93767-1946-4969-88ce-379674b1484f req-6c6451c4-89c9-4fa7-a51e-8fed41467c4b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0688775 Jun 22 18:33:08.544925 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f1c93767-1946-4969-88ce-379674b1484f req-38c783ee-04d4-4208-aad6-bffba2d42efa tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 Jun 22 18:33:08.765604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc79b-fca9-41bc-b8ea-0e630da1d2cd req-1a02ab0d-ab1a-4ca4-910a-bbcfaf0ae6e0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.767192 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bcddc79b-fca9-41bc-b8ea-0e630da1d2cd req-1a02ab0d-ab1a-4ca4-910a-bbcfaf0ae6e0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0718286 Jun 22 18:33:08.819342 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bcddc79b-fca9-41bc-b8ea-0e630da1d2cd req-ecd4ed2c-54c5-4f49-9cc3-897ea5b0d0e3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Jun 22 18:33:08.999837 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.737337 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a6afb-96ab-427d-8b04-bceb4c23a263 req-6df4c306-0c41-4fd2-8d4d-8744d993665f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.742471 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ff3a6afb-96ab-427d-8b04-bceb4c23a263 req-6df4c306-0c41-4fd2-8d4d-8744d993665f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0708616 Jun 22 18:33:09.777494 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ff3a6afb-96ab-427d-8b04-bceb4c23a263 req-77135be1-4d7f-4d4b-a1a9-ca1a46bc3d8f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Jun 22 18:33:09.992056 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875e0c9-f8d4-4815-9426-d03792e7f40d req-d4eff5ef-c31b-4d8a-8a14-fe51647d1287 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.993657 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f875e0c9-f8d4-4815-9426-d03792e7f40d req-d4eff5ef-c31b-4d8a-8a14-fe51647d1287 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0692098 Jun 22 18:33:10.031913 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f875e0c9-f8d4-4815-9426-d03792e7f40d req-0ada11a1-f89c-4c8d-957c-232f20ca88d7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326867 Jun 22 18:33:10.058958 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 56930) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:10.217316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef180e-1d57-450a-9314-ceea4a52cbd0 req-42b30f98-9e52-423a-8a3a-c3ef42c40580 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.219815 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c3ef180e-1d57-450a-9314-ceea4a52cbd0 req-42b30f98-9e52-423a-8a3a-c3ef42c40580 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0756269 Jun 22 18:33:10.271535 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c3ef180e-1d57-450a-9314-ceea4a52cbd0 req-15305aeb-6e1f-46d3-bc1f-ec44ca428c6e tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450475 Jun 22 18:33:10.337810 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec66ca-a54f-47a3-aeb4-6886d432ea9c tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.342133 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a7ec66ca-a54f-47a3-aeb4-6886d432ea9c tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1094 time: 0.2797604 Jun 22 18:33:10.343153 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 56936) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:10.351650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'port_id': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:10.381937 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.492220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.605226 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.27.1.41 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/04dedac9-e244-4634-9037-dcf1d804889c) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:10.721535 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.765462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.768775 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:10.811503 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:10.813390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33d44-6ad9-4d0f-b80a-e13baab705b1 req-7a0d6b47-f05c-49c8-a898-348fdfe199c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.814794 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:10.816466 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df33d44-6ad9-4d0f-b80a-e13baab705b1 req-7a0d6b47-f05c-49c8-a898-348fdfe199c7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0750411 Jun 22 18:33:10.817862 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:10.861534 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=04dedac9-e244-4634-9037-dcf1d804889c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:10.874897 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.875299 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.876201 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.876566 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.876923 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.877286 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.877858 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.877990 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.878373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.878724 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3df33d44-6ad9-4d0f-b80a-e13baab705b1 req-61dfe4fe-a2a9-420b-89ec-eba4a7b17047 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 Jun 22 18:33:10.878837 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.879082 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.879428 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:10.883704 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.206941 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.291435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.459343 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.680117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9568d06-b678-4c48-a97c-f8ffaed50c9f req-308e5a78-e75f-4965-a2a4-afc2b38cdaf0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.681622 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9568d06-b678-4c48-a97c-f8ffaed50c9f req-308e5a78-e75f-4965-a2a4-afc2b38cdaf0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1741552 Jun 22 18:33:11.746923 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9568d06-b678-4c48-a97c-f8ffaed50c9f req-96d09eda-a4cd-4288-ad02-15331164bb22 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589714 Jun 22 18:33:11.772004 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.778545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.789081 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.867474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=04dedac9-e244-4634-9037-dcf1d804889c,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.870678 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.873947 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.984563 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP 6f6f8dfc-ec42-4aa6-860c-d1000e82783b associated. External IP: 172.27.1.41, port: 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec. Jun 22 18:33:12.470982 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:33:12.575856 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:33:12.586480 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:33:12.596730 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.597856 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:12.598723 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:33:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:12.634945 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4e57b8d7-6b18-418f-b7d9-8c3af9e96678 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2906520 Jun 22 18:33:12.635694 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:12.637989 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071da05-6792-4373-b2db-9fbe5da08fea" -d '{"events": [{"name": "network-changed", "server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:12.686288 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f927f-0add-4fea-9b15-98dcaa12ec63 x-openstack-request-id: req-9e0f927f-0add-4fea-9b15-98dcaa12ec63 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:12.686619 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:12.686907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-9e0f927f-0add-4fea-9b15-98dcaa12ec63 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:12.687331 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'status': 'completed', 'code': 200} Jun 22 18:33:12.710501 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:12.879890 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071da05-6792-4373-b2db-9fbe5da08fea req-028f8d90-b314-45a6-9a06-bc26d989ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.881882 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-028f8d90-b314-45a6-9a06-bc26d989ef37 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1099 time: 0.0731556 Jun 22 18:33:12.948855 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecba1e-5c9f-43c8-9c13-dacc443a0e97 req-4e8ad0b3-4cec-4117-b4a3-7f5bc31cc980 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.969336 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2aecba1e-5c9f-43c8-9c13-dacc443a0e97 req-4e8ad0b3-4cec-4117-b4a3-7f5bc31cc980 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0944791 Jun 22 18:33:13.021205 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071da05-6792-4373-b2db-9fbe5da08fea req-4138719c-e38e-49fa-8b5b-608164bdaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.022715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-4138719c-e38e-49fa-8b5b-608164bdaafe service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.1020925 Jun 22 18:33:13.034963 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2aecba1e-5c9f-43c8-9c13-dacc443a0e97 req-d82a607d-71fa-47d5-bf36-2fa201f42b5c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638838 Jun 22 18:33:13.061348 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '6f6f8dfc-ec42-4aa6-860c-d1000e82783b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:d6:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:33:11Z', 'updated_at': '2021-06-22T18:33:11Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:13.101708 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:33:13.116615 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:13.118408 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:33:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:13.129264 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-0a3fb408-0757-4c42-a7ae-44ebee94fa42 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 200 len: 999 time: 0.0819185 Jun 22 18:33:13.257988 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:13.313133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071da05-6792-4373-b2db-9fbe5da08fea req-660dc47d-7b7a-4816-b0e8-64dfcf194dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.315346 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-660dc47d-7b7a-4816-b0e8-64dfcf194dad service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0844359 Jun 22 18:33:13.421054 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071da05-6792-4373-b2db-9fbe5da08fea req-ba177268-9a9a-4816-8091-3afb3e985c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.423895 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-ba177268-9a9a-4816-8091-3afb3e985c4f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783076 Jun 22 18:33:13.536338 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '6f6f8dfc-ec42-4aa6-860c-d1000e82783b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:d6:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:33:11Z', 'updated_at': '2021-06-22T18:33:11Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:13.554422 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-6f89ceb6-3504-4edf-9c52-7e7f6a3ecf9a service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885119 Jun 22 18:33:13.562321 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8710c9e4-35a8-4c98-ae13-d83709442489 None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '6f6f8dfc-ec42-4aa6-860c-d1000e82783b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:d6:6a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:33:11Z', 'updated_at': '2021-06-22T18:33:11Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:33:13.650840 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.667929 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e071da05-6792-4373-b2db-9fbe5da08fea req-67b6796b-ac79-4caf-9e32-3641b28f91eb service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928273 Jun 22 18:33:13.776062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc272c-5e4a-49bb-a5be-beb89d1cbbd1 None None] New status for floating IP 6f6f8dfc-ec42-4aa6-860c-d1000e82783b: ACTIVE {{(pid=92802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:33:14.206822 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fffeed-493e-487d-9715-b51d742bcb7a req-35ff45ec-613d-4c59-a91b-67efc6edf77d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:14.208283 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-11fffeed-493e-487d-9715-b51d742bcb7a req-35ff45ec-613d-4c59-a91b-67efc6edf77d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0696547 Jun 22 18:33:14.272105 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-11fffeed-493e-487d-9715-b51d742bcb7a req-6231bc37-f3c0-4937-b94a-bcf32a54172d tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Jun 22 18:33:15.466683 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6a70c-7083-4bcd-b11a-31e2152343b7 req-87f6c75d-4591-4e87-b25c-93e4d44d6990 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.469262 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8cf6a70c-7083-4bcd-b11a-31e2152343b7 req-87f6c75d-4591-4e87-b25c-93e4d44d6990 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0697236 Jun 22 18:33:15.511186 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8cf6a70c-7083-4bcd-b11a-31e2152343b7 req-64708e94-5bf9-4253-9235-47d2cd46dba1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Jun 22 18:33:16.026074 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d23ba-1bc4-489e-93b7-2f54d51af7f2 req-cb486256-1637-4036-96a9-815aa9720f85 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.027665 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-599d23ba-1bc4-489e-93b7-2f54d51af7f2 req-cb486256-1637-4036-96a9-815aa9720f85 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0672264 Jun 22 18:33:16.069963 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-599d23ba-1bc4-489e-93b7-2f54d51af7f2 req-ee2c3017-2879-4556-930f-3d5cc8c45e73 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Jun 22 18:33:16.130831 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-3f29c87e-badf-4c51-b43f-e2dbb3244934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.132298 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-3f29c87e-badf-4c51-b43f-e2dbb3244934 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 1098 time: 0.0542171 Jun 22 18:33:16.283537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-d94a1a8e-c64b-40ee-ae4e-4da9ede67c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.284977 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-d94a1a8e-c64b-40ee-ae4e-4da9ede67c46 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 200 len: 920 time: 0.0883541 Jun 22 18:33:16.335307 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-8737a9c2-64b9-4e0c-b807-6b19fbd89bd1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 200 len: 217 time: 0.0404518 Jun 22 18:33:16.400010 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-d43a4f9d-5efe-4045-bfc1-34954f2b9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.401969 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-d43a4f9d-5efe-4045-bfc1-34954f2b9cd9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 200 len: 858 time: 0.0451291 Jun 22 18:33:16.442331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-7f0e77bb-9e54-4ad8-b841-1d6e59e755e2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d57d59ad-b501-4475-94f7-9939ec716fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263295 Jun 22 18:33:16.558374 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-1e9bd967-c76e-4f49-bd56-52cc3c343ba7 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014156 Jun 22 18:33:16.672131 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cb7a3f75-d1fc-469d-8610-03eb26d35468 req-9eb04814-c2ad-474a-812d-bad12cbd8ab8 service neutron] 10.222.0.112 "GET /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906093 Jun 22 18:33:16.872807 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556af0a4-918d-461b-a630-11fb6cb26048 req-1cfd3ba0-0f7a-493f-b22b-ec983e046934 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.874218 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-556af0a4-918d-461b-a630-11fb6cb26048 req-1cfd3ba0-0f7a-493f-b22b-ec983e046934 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0726602 Jun 22 18:33:16.912718 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-556af0a4-918d-461b-a630-11fb6cb26048 req-ed3cac87-620c-4f62-8ebd-c3f693f49f0d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Jun 22 18:33:17.282631 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167559c-361b-49c2-8b09-865f519d9a04 req-47d64a94-430c-447e-897b-1afe6edc9a53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.284216 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1167559c-361b-49c2-8b09-865f519d9a04 req-47d64a94-430c-447e-897b-1afe6edc9a53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0729668 Jun 22 18:33:17.323854 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1167559c-361b-49c2-8b09-865f519d9a04 req-6c029209-4b56-4874-8a50-ab158450f106 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Jun 22 18:33:18.099197 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81529da3-c472-4385-8bda-5ebe24b1b584 req-9695a6e0-fb3d-44f6-a2fd-35cb31a86ad0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.100777 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-81529da3-c472-4385-8bda-5ebe24b1b584 req-9695a6e0-fb3d-44f6-a2fd-35cb31a86ad0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0716381 Jun 22 18:33:18.144484 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-81529da3-c472-4385-8bda-5ebe24b1b584 req-7969b6d2-ae6e-49a6-804a-950f89f2a12c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Jun 22 18:33:18.516287 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adaca2-10b1-478c-995c-3db4c7cc0d99 req-cb46841b-9236-4ae2-b0fd-2b2d73ea9bc6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.517715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a7adaca2-10b1-478c-995c-3db4c7cc0d99 req-cb46841b-9236-4ae2-b0fd-2b2d73ea9bc6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0693989 Jun 22 18:33:18.567306 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a7adaca2-10b1-478c-995c-3db4c7cc0d99 req-ef2f9868-24ec-4b73-acb5-51e697b30bd5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Jun 22 18:33:19.336490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c548-de08-46d7-a2f7-5c4dd44dc553 req-f982d829-f7b5-460d-b140-7ea86f3a1878 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.343587 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e23c548-de08-46d7-a2f7-5c4dd44dc553 req-f982d829-f7b5-460d-b140-7ea86f3a1878 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0703881 Jun 22 18:33:19.376990 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e23c548-de08-46d7-a2f7-5c4dd44dc553 req-f9590920-afdf-44e5-bb45-849beb129645 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jun 22 18:33:19.749107 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59287d88-4cbf-4cea-a54b-3e266a944c92 req-432e2be8-8512-466c-be71-20929b51846a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.756962 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59287d88-4cbf-4cea-a54b-3e266a944c92 req-432e2be8-8512-466c-be71-20929b51846a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0745323 Jun 22 18:33:19.802288 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59287d88-4cbf-4cea-a54b-3e266a944c92 req-a67a50a7-3e1a-4f09-9df3-76217238b8d0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Jun 22 18:33:20.571980 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93efe-ccf3-4eeb-8fb6-e3fc47e882ce req-6fdf4635-f773-4de2-8871-6fe8292efcac tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.573610 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d5d93efe-ccf3-4eeb-8fb6-e3fc47e882ce req-6fdf4635-f773-4de2-8871-6fe8292efcac tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0792215 Jun 22 18:33:20.618841 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d5d93efe-ccf3-4eeb-8fb6-e3fc47e882ce req-373efb92-d746-4568-bf29-e9880a2e63f7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Jun 22 18:33:20.987624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a5c4c-2479-4298-84eb-3ecd32c06270 req-13c7d271-2f9f-452c-95a8-4083a77cd4d9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.989130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd0a5c4c-2479-4298-84eb-3ecd32c06270 req-13c7d271-2f9f-452c-95a8-4083a77cd4d9 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0727873 Jun 22 18:33:21.032945 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bd0a5c4c-2479-4298-84eb-3ecd32c06270 req-769c574f-7075-4ea6-a2ab-9543467facdb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Jun 22 18:33:21.210243 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:21.720979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-6ecf9e2a-ebdc-44cd-84cc-2ef8c0e17626 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.726725 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-6ecf9e2a-ebdc-44cd-84cc-2ef8c0e17626 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.0908713 Jun 22 18:33:22.008861 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Deleting port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:22.011136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.168746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] For port 959356b6-b8a6-4d0d-98f8-2a024d9093a3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=959356b6-b8a6-4d0d-98f8-2a024d9093a3,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:22.169125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.184986 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b041c66-0e16-4efd-9212-f61005e383b2 req-5d859754-5ca7-4886-8f57-9a6d0f95004b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.192841 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7b041c66-0e16-4efd-9212-f61005e383b2 req-5d859754-5ca7-4886-8f57-9a6d0f95004b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 945 time: 0.2476499 Jun 22 18:33:22.214289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Calling delete_port for 959356b6-b8a6-4d0d-98f8-2a024d9093a3 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:22.284708 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7b041c66-0e16-4efd-9212-f61005e383b2 req-8b940bf6-98b5-482f-8261-c4e99db8310d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908556 Jun 22 18:33:22.467787 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.472782 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-531d6df7-c321-4d5e-8677-84d253e151c8 tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:22.473809 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f38550-e83b-4ecf-add9-578c726be260 req-3242f790-e3bd-46e1-92b0-f1bca2087069 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.475358 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8f38550-e83b-4ecf-add9-578c726be260 req-3242f790-e3bd-46e1-92b0-f1bca2087069 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1038859 Jun 22 18:33:22.520618 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8f38550-e83b-4ecf-add9-578c726be260 req-04b97687-9c18-4d1b-9ff5-5ea0041735ff tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363605 Jun 22 18:33:22.520914 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event deleted for resources: {'Port': ['ID=959356b6-b8a6-4d0d-98f8-2a024d9093a3,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:22.525905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:22.557984 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2', '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:22.600809 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] No DVR routers for this DVR port 959356b6-b8a6-4d0d-98f8-2a024d9093a3 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:22.607912 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.615227 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f0637855-abf0-43d0-a8fd-075906f708c2 req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "DELETE /v2.0/ports/959356b6-b8a6-4d0d-98f8-2a024d9093a3 HTTP/1.1" status: 204 len: 173 time: 0.8727303 Jun 22 18:33:22.616063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'name': 'network-vif-deleted', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:22.621724 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660dda2b-0128-4e3b-8b51-e4f0371884c3" -d '{"events": [{"server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "name": "network-vif-deleted", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:22.702749 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e534a11-b3d2-410e-bc51-7ee2e64e8692 x-openstack-request-id: req-6e534a11-b3d2-410e-bc51-7ee2e64e8692 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:22.703226 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b329eed-aeb2-40e6-aa25-80f6772e4269", "name": "network-vif-deleted", "tag": "959356b6-b8a6-4d0d-98f8-2a024d9093a3", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:22.704234 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-6e534a11-b3d2-410e-bc51-7ee2e64e8692 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:22.705698 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b329eed-aeb2-40e6-aa25-80f6772e4269', 'name': 'network-vif-deleted', 'tag': '959356b6-b8a6-4d0d-98f8-2a024d9093a3', 'status': 'completed', 'code': 200} Jun 22 18:33:23.454638 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-29bb45fe-be75-49b2-966e-1b1b022f6392 req-e4addc80-6ad8-43cc-81f2-501810f82ae3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 210 time: 0.0321629 Jun 22 18:33:24.048035 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 959356b6-b8a6-4d0d-98f8-2a024d9093a3 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:24.071992 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 959356b6-b8a6-4d0d-98f8-2a024d9093a3 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:24.072347 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 959356b6-b8a6-4d0d-98f8-2a024d9093a3 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:24.619671 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-102161ed-868d-4998-8687-1afd201c9256 req-10cbe315-556c-4d0d-bfb5-88425b1f33f3 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=4b329eed-aeb2-40e6-aa25-80f6772e4269 HTTP/1.1" status: 200 len: 210 time: 0.0307584 Jun 22 18:33:27.191231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4f1d9-1a93-4484-9f17-41bf0101120b req-9e5ff6f6-b3f5-42fc-a7f4-04cc446cf9cd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.192659 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a4a4f1d9-1a93-4484-9f17-41bf0101120b req-9e5ff6f6-b3f5-42fc-a7f4-04cc446cf9cd tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0672848 Jun 22 18:33:27.229342 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a4a4f1d9-1a93-4484-9f17-41bf0101120b req-e8020b6e-8094-4fcd-a9fb-2818be4809e7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Jun 22 18:33:28.399599 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e43373-b3c5-4e1a-9722-02bbb1c7a726 req-f05f5df1-40b3-49cf-aaf7-f1f468c7e23a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.401027 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-19e43373-b3c5-4e1a-9722-02bbb1c7a726 req-f05f5df1-40b3-49cf-aaf7-f1f468c7e23a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0614524 Jun 22 18:33:28.437941 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-19e43373-b3c5-4e1a-9722-02bbb1c7a726 req-2f64afda-8398-4aca-b06e-6dbd63809b05 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Jun 22 18:33:28.889589 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fb58f-f495-4599-88d4-20797de5b659 req-a1f51c03-dfa9-4aa8-b779-de19ad078b28 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.891048 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-431fb58f-f495-4599-88d4-20797de5b659 req-a1f51c03-dfa9-4aa8-b779-de19ad078b28 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0622241 Jun 22 18:33:28.927243 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-431fb58f-f495-4599-88d4-20797de5b659 req-99818102-7ae5-4007-bfb2-a8211597cde0 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Jun 22 18:33:29.073021 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57240) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:29.119071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Deleting subnet e75252b5-7114-4edd-a2c7-f114980fd5b5 {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:29.122057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.155050 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.192896 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.242492 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.245412 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f1b3aa8f-769d-456c-9bcf-0db9838748a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:29.269780 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.271761 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] 10.222.0.108 "DELETE /v2.0/subnets/e75252b5-7114-4edd-a2c7-f114980fd5b5 HTTP/1.1" status: 204 len: 168 time: 0.1976509 Jun 22 18:33:29.272760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75252b5-7114-4edd-a2c7-f114980fd5b5,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:29.274297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57242) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:29.275077 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2199bd01-1b88-4d67-8972-e4e5a4b0db1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:29.343318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.615531 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e346d5-bf1e-4c91-961c-6ad155e982de req-60678828-3012-4a69-9122-805ec1978587 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.617176 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d8e346d5-bf1e-4c91-961c-6ad155e982de req-60678828-3012-4a69-9122-805ec1978587 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.0683765 Jun 22 18:33:29.639300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.651597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3466defc-06a3-4a93-9467-085116ed955c']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:29.654439 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d8e346d5-bf1e-4c91-961c-6ad155e982de req-8cbd18b8-8ff5-4956-b033-842ce0fb56e6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jun 22 18:33:29.661880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b38398-f793-4138-a8a1-0f74f4f43904') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:29.662220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b38398-f793-4138-a8a1-0f74f4f43904') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:29.671389 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.684660 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.690508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:29.690890 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:29.692491 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:29.746862 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.752145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.754531 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] 10.222.0.108 "DELETE /v2.0/networks/3466defc-06a3-4a93-9467-085116ed955c HTTP/1.1" status: 204 len: 168 time: 0.4792686 Jun 22 18:33:29.755266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:29.767832 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3466defc-06a3-4a93-9467-085116ed955c,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:29.770532 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-57af1d1a-e075-4b9b-85b4-1a115e206e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:29.922345 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57248) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:29.961478 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-2ec8a314-2763-44df-8616-28f580af8862 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e563f562605245558e8a7cf479bfe501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379012 Jun 22 18:33:29.963722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57254) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:30.012588 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:30.033985 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:30.082392 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:30.084936 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:30.086129 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b7a4be62-6014-433f-b3f1-81de7d14b14e HTTP/1.1" status: 204 len: 168 time: 0.1214941 Jun 22 18:33:30.087002 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-571b5c9d-3303-490b-9fe3-6e1f50a0643a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:30.094371 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a4be62-6014-433f-b3f1-81de7d14b14e,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:30.096723 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:30.118426 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab2a53-7269-45e4-a62b-0429f0e89c96 req-41e4d488-76b3-4077-a676-83ab81f50b1f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.119925 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2fab2a53-7269-45e4-a62b-0429f0e89c96 req-41e4d488-76b3-4077-a676-83ab81f50b1f tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0773189 Jun 22 18:33:30.157763 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2fab2a53-7269-45e4-a62b-0429f0e89c96 req-f7fdcf63-2480-43a2-9ac5-661fada6d0e5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Jun 22 18:33:30.866823 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5415b-fbde-4905-9052-3475378e746f req-ddc62829-fa55-41d7-b830-c2b699df730a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.868274 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b5f5415b-fbde-4905-9052-3475378e746f req-ddc62829-fa55-41d7-b830-c2b699df730a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.1058698 Jun 22 18:33:30.900858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-322cdb31-9c6e-4ada-86ae-9a4bcd5b4015 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.902318 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-322cdb31-9c6e-4ada-86ae-9a4bcd5b4015 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 945 time: 0.1082015 Jun 22 18:33:30.946221 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b5f5415b-fbde-4905-9052-3475378e746f req-dd537ed7-7837-485a-be6d-106a8a61b36b tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707197 Jun 22 18:33:31.020315 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Deleting port c8a06d68-5327-4b34-860f-60ad9ea01bc8 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:31.020660 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.107594 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] For port c8a06d68-5327-4b34-860f-60ad9ea01bc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c8a06d68-5327-4b34-860f-60ad9ea01bc8,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:31.107956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.120513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Calling delete_port for c8a06d68-5327-4b34-860f-60ad9ea01bc8 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:31.266613 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.272459 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:31.314831 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event deleted for resources: {'Port': ['ID=c8a06d68-5327-4b34-860f-60ad9ea01bc8,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:31.319766 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:31.325341 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2', '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:31.386902 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a0241-2eb3-4c3c-83e0-f08aa9a57e9a req-db2333c5-56e7-4433-b6a3-482ba33be2f5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.389353 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e79a0241-2eb3-4c3c-83e0-f08aa9a57e9a req-db2333c5-56e7-4433-b6a3-482ba33be2f5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0931115 Jun 22 18:33:31.391522 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] No DVR routers for this DVR port c8a06d68-5327-4b34-860f-60ad9ea01bc8 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:31.396460 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.401719 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e1fff465-7043-4908-8c64-4266f0eb9ec1 req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "DELETE /v2.0/ports/c8a06d68-5327-4b34-860f-60ad9ea01bc8 HTTP/1.1" status: 204 len: 173 time: 0.4881525 Jun 22 18:33:31.404328 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'name': 'network-vif-deleted', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:31.416694 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03beb7-fae6-46ca-93ff-1a35e4e9d503" -d '{"events": [{"server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "name": "network-vif-deleted", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:31.484785 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e79a0241-2eb3-4c3c-83e0-f08aa9a57e9a req-d44b6b05-e8ef-4f2c-b8ce-e24415bb64a1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879478 Jun 22 18:33:31.496081 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d4c4e4-ddf0-487c-a502-9a50c689d510 x-openstack-request-id: req-d0d4c4e4-ddf0-487c-a502-9a50c689d510 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:31.496531 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c34f83-a502-4379-afdf-f7c2d471a5e2", "name": "network-vif-deleted", "tag": "c8a06d68-5327-4b34-860f-60ad9ea01bc8", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:31.496929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-d0d4c4e4-ddf0-487c-a502-9a50c689d510 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:31.497479 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c34f83-a502-4379-afdf-f7c2d471a5e2', 'name': 'network-vif-deleted', 'tag': 'c8a06d68-5327-4b34-860f-60ad9ea01bc8', 'status': 'completed', 'code': 200} Jun 22 18:33:32.104762 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3b1e1326-a759-4d65-ab79-aeaa55a3f812 req-6ca0bc47-f665-471e-8044-c0d702bc9686 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=09c34f83-a502-4379-afdf-f7c2d471a5e2 HTTP/1.1" status: 200 len: 210 time: 0.0284600 Jun 22 18:33:32.688560 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef06f-db70-4717-afb8-58c548e83eb3 req-81a5fe87-e82b-4941-8d63-03b08821675c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:32.690245 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c14ef06f-db70-4717-afb8-58c548e83eb3 req-81a5fe87-e82b-4941-8d63-03b08821675c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0691259 Jun 22 18:33:32.728386 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c14ef06f-db70-4717-afb8-58c548e83eb3 req-5920e429-49f5-4394-b3ea-bf14868b6d24 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Jun 22 18:33:33.554300 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaed37-ae17-4e48-951a-5c0ed2a822ca req-8f73486c-afc1-4f9e-9185-036718e23d3d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.555746 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a4aaed37-ae17-4e48-951a-5c0ed2a822ca req-8f73486c-afc1-4f9e-9185-036718e23d3d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0634346 Jun 22 18:33:33.597116 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a4aaed37-ae17-4e48-951a-5c0ed2a822ca req-9b171ca7-60b0-4660-8c8e-00473bfd7bda tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358195 Jun 22 18:33:33.925018 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93507179-56a6-40c0-ba29-63a520422355 req-6cd252d2-26f7-4e44-849b-73d19c35d3a5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.926413 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-93507179-56a6-40c0-ba29-63a520422355 req-6cd252d2-26f7-4e44-849b-73d19c35d3a5 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0610127 Jun 22 18:33:33.963219 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-93507179-56a6-40c0-ba29-63a520422355 req-228f3286-ecba-4c62-b32c-dc5f2f3ebf74 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Jun 22 18:33:34.113603 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c8a06d68-5327-4b34-860f-60ad9ea01bc8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:34.138322 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: c8a06d68-5327-4b34-860f-60ad9ea01bc8 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:34.138675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c8a06d68-5327-4b34-860f-60ad9ea01bc8 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:34.148222 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-7111a98d-6141-4225-8713-8788f481c1e6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.149657 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-7111a98d-6141-4225-8713-8788f481c1e6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 945 time: 0.0688407 Jun 22 18:33:34.254948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Deleting port cbc136f3-db53-47fe-a448-90d576baadc8 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:34.255204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.344071 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] For port cbc136f3-db53-47fe-a448-90d576baadc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cbc136f3-db53-47fe-a448-90d576baadc8,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:34.344430 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.356494 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Calling delete_port for cbc136f3-db53-47fe-a448-90d576baadc8 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:34.485393 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.489323 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:34.518825 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Pushing event deleted for resources: {'Port': ['ID=cbc136f3-db53-47fe-a448-90d576baadc8,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:34.525387 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:34.556758 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['cbc136f3-db53-47fe-a448-90d576baadc8', 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:34.561714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] No DVR routers for this DVR port cbc136f3-db53-47fe-a448-90d576baadc8 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:34.564642 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:34.566628 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3bb6efb6-d46e-4f7a-a0b6-d63992219a64 req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "DELETE /v2.0/ports/cbc136f3-db53-47fe-a448-90d576baadc8 HTTP/1.1" status: 204 len: 173 time: 0.4065590 Jun 22 18:33:34.567108 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'name': 'network-vif-deleted', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:34.569430 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda0a2b-d704-4b74-a188-1ec3c139f107" -d '{"events": [{"server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "name": "network-vif-deleted", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:34.605353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba1395-87b4-41cd-8268-3a52caa87206 x-openstack-request-id: req-5fba1395-87b4-41cd-8268-3a52caa87206 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:34.605696 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19717323-80fb-4175-b1f1-f6060cc6b71e", "name": "network-vif-deleted", "tag": "cbc136f3-db53-47fe-a448-90d576baadc8", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:34.605978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-5fba1395-87b4-41cd-8268-3a52caa87206 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:34.606441 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19717323-80fb-4175-b1f1-f6060cc6b71e', 'name': 'network-vif-deleted', 'tag': 'cbc136f3-db53-47fe-a448-90d576baadc8', 'status': 'completed', 'code': 200} Jun 22 18:33:34.788630 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e2bb1-a8b7-4e72-aade-e034e1354fc7 req-ea6f336c-c4b3-493d-a5bf-6e034d3426a7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:34.790196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c58e2bb1-a8b7-4e72-aade-e034e1354fc7 req-ea6f336c-c4b3-493d-a5bf-6e034d3426a7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0669260 Jun 22 18:33:34.831790 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c58e2bb1-a8b7-4e72-aade-e034e1354fc7 req-20194010-04ca-49d1-9eaf-5dcbd53b52db tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356169 Jun 22 18:33:35.132775 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b5e7f974-5632-4d9d-a290-9bed28a00668 req-bed77b29-7e49-4d1d-a481-130f669a8478 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=19717323-80fb-4175-b1f1-f6060cc6b71e HTTP/1.1" status: 200 len: 210 time: 0.0391703 Jun 22 18:33:35.335591 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6775d7f0-aa4f-4978-8650-9a464546f4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.455789 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7027c-396c-4842-85b4-9aacdfae9d09 req-6f80bf35-e698-48ea-a710-3adad6cde101 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:35.457381 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5bb7027c-396c-4842-85b4-9aacdfae9d09 req-6f80bf35-e698-48ea-a710-3adad6cde101 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0736721 Jun 22 18:33:35.498775 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5bb7027c-396c-4842-85b4-9aacdfae9d09 req-b7d3a828-33a7-4abc-ae66-8f1dd5237c2e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 Jun 22 18:33:36.017772 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bce03-8439-4c01-af84-cc5f9b08b3b4 req-5fad612d-133d-4ab1-87e6-2ea2481459ed tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.019241 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fd4bce03-8439-4c01-af84-cc5f9b08b3b4 req-5fad612d-133d-4ab1-87e6-2ea2481459ed tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0647194 Jun 22 18:33:36.057124 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fd4bce03-8439-4c01-af84-cc5f9b08b3b4 req-05863b06-1222-4e3a-80ad-0bfa9c7bf830 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Jun 22 18:33:36.590970 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da996ee-3aca-41d9-a180-9906af23699e req-482db7e7-517b-4426-8ac1-39e7b54a94ea tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.592600 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4da996ee-3aca-41d9-a180-9906af23699e req-482db7e7-517b-4426-8ac1-39e7b54a94ea tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0705371 Jun 22 18:33:36.630791 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4da996ee-3aca-41d9-a180-9906af23699e req-b7b5d79b-e374-40e2-bde6-0cbe7b379c6c tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Jun 22 18:33:36.690596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2379eee-0684-4ae4-a1b5-9e3de5b7ae20 req-532bc5f7-8cfc-4de0-9dfd-3513f13155ef tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.692025 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a2379eee-0684-4ae4-a1b5-9e3de5b7ae20 req-532bc5f7-8cfc-4de0-9dfd-3513f13155ef tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0664387 Jun 22 18:33:36.729084 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a2379eee-0684-4ae4-a1b5-9e3de5b7ae20 req-02607a15-bc98-483a-8625-7265409480d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jun 22 18:33:37.237193 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-d3dcdf2f-cc69-45e4-bb7e-afadff89047c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.238646 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-d3dcdf2f-cc69-45e4-bb7e-afadff89047c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.1092176 Jun 22 18:33:37.253490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fec561-5cb5-4860-9c7d-4face3e21979 req-cd4cd004-8979-488f-a856-e699bd3b8a3e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.254891 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b5fec561-5cb5-4860-9c7d-4face3e21979 req-cd4cd004-8979-488f-a856-e699bd3b8a3e tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 946 time: 0.0891671 Jun 22 18:33:37.335082 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b5fec561-5cb5-4860-9c7d-4face3e21979 req-0703625c-bc1b-4435-84f5-145a7de99b44 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Jun 22 18:33:37.378766 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Deleting port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:37.379100 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.470205 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] For port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:37.470566 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.485195 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Calling delete_port for 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:37.634263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.637631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.663518 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event deleted for resources: {'Port': ['ID=13ee1a0f-f32b-431c-8c6d-c6785fdf22c2,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.666820 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:37.707062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2', '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:37.712587 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] No DVR routers for this DVR port 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:37.714998 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.716890 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9549872a-79ff-4ced-92a1-11bb8930af5f req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "DELETE /v2.0/ports/13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 HTTP/1.1" status: 204 len: 173 time: 0.4611576 Jun 22 18:33:37.717369 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'name': 'network-vif-deleted', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:37.719629 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813cf6a1-c491-4a97-bd7e-ebe9cddea28d" -d '{"events": [{"server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "name": "network-vif-deleted", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:37.777954 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1ec3e-9db9-41b4-a588-610f16bbc156 x-openstack-request-id: req-96b1ec3e-9db9-41b4-a588-610f16bbc156 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:37.778347 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72040534-7b8c-497a-8226-45f207b05177", "name": "network-vif-deleted", "tag": "13ee1a0f-f32b-431c-8c6d-c6785fdf22c2", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:37.778634 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-96b1ec3e-9db9-41b4-a588-610f16bbc156 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:37.779075 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72040534-7b8c-497a-8226-45f207b05177', 'name': 'network-vif-deleted', 'tag': '13ee1a0f-f32b-431c-8c6d-c6785fdf22c2', 'status': 'completed', 'code': 200} Jun 22 18:33:37.845892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716043-2b21-48da-80ad-bde33a392e4a req-eb22d0cc-c032-4bd2-99a5-918b057711cf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.853732 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-45716043-2b21-48da-80ad-bde33a392e4a req-eb22d0cc-c032-4bd2-99a5-918b057711cf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1054964 Jun 22 18:33:37.900496 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-45716043-2b21-48da-80ad-bde33a392e4a req-a178d1a3-3848-4813-8dda-a923ed53cbf8 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Jun 22 18:33:37.911568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8a001f1f-6ae2-4996-b8ad-d81cbb701d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.980958 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcc981-5184-4818-8538-6e44e59b76aa req-e1a5acff-371c-4dd5-87ae-756789488cd9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:37.982436 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-21fcc981-5184-4818-8538-6e44e59b76aa req-e1a5acff-371c-4dd5-87ae-756789488cd9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0705855 Jun 22 18:33:38.019906 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-21fcc981-5184-4818-8538-6e44e59b76aa req-55ec8c6d-0df1-45bb-ae80-11d319dd8de5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Jun 22 18:33:38.038120 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.195903 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device cbc136f3-db53-47fe-a448-90d576baadc8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:38.217742 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: cbc136f3-db53-47fe-a448-90d576baadc8 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:38.218124 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device cbc136f3-db53-47fe-a448-90d576baadc8 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:38.218532 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:38.236620 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:38.236964 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 13ee1a0f-f32b-431c-8c6d-c6785fdf22c2 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:38.512256 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-75b52432-4f67-472d-8647-e77ec2bf283f req-99c2f56b-4b72-4223-a24c-ca06780d8eaf tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=72040534-7b8c-497a-8226-45f207b05177 HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jun 22 18:33:38.997513 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.067688 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14cf02-2bb5-4fa2-a37b-aac42e15163a req-5b55d5fb-6232-45e6-94f7-18d08ea2fd8a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.069216 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f14cf02-2bb5-4fa2-a37b-aac42e15163a req-5b55d5fb-6232-45e6-94f7-18d08ea2fd8a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0627007 Jun 22 18:33:39.111770 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f14cf02-2bb5-4fa2-a37b-aac42e15163a req-171d4e54-b0c1-4e28-a834-0ea6bb987264 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Jun 22 18:33:39.210470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be4cc-91c9-4aeb-ba91-342469e408f9 req-b1733f08-b62d-47fc-a819-1b2cbd1a8e36 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.211923 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c87be4cc-91c9-4aeb-ba91-342469e408f9 req-b1733f08-b62d-47fc-a819-1b2cbd1a8e36 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0688653 Jun 22 18:33:39.249331 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c87be4cc-91c9-4aeb-ba91-342469e408f9 req-59e3672f-dfd7-4a6a-996f-a3250b38b118 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Jun 22 18:33:40.288716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f5d6-c055-41e3-ac17-92c12d3529fa req-e6eb3ab2-a7c5-41ec-8d8a-03408a08db83 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:40.291108 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-af03f5d6-c055-41e3-ac17-92c12d3529fa req-e6eb3ab2-a7c5-41ec-8d8a-03408a08db83 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0708783 Jun 22 18:33:40.335504 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-af03f5d6-c055-41e3-ac17-92c12d3529fa req-f88c6bfb-a056-48eb-9128-23329f75caed tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Jun 22 18:33:40.434330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0166412-ba59-4762-a64e-01e4ec629d38 req-d6474153-dc0c-4eb4-a9ff-5733c505786d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:40.435769 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b0166412-ba59-4762-a64e-01e4ec629d38 req-d6474153-dc0c-4eb4-a9ff-5733c505786d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0627294 Jun 22 18:33:40.472638 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b0166412-ba59-4762-a64e-01e4ec629d38 req-bedb8f96-63ad-4066-a2fd-08beb52fcf6a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Jun 22 18:33:41.102220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481861-6910-4aab-80ac-0dbd709c2fcc req-84c851da-24f8-4895-b46e-eef26de63524 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.103656 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-30481861-6910-4aab-80ac-0dbd709c2fcc req-84c851da-24f8-4895-b46e-eef26de63524 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0630498 Jun 22 18:33:41.141344 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-30481861-6910-4aab-80ac-0dbd709c2fcc req-5a498ccc-bb94-4208-a00b-eaffac6edb6c tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Jun 22 18:33:41.209190 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:41.506885 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1e61a-65b1-4623-9dff-5bc0ab013135 req-ae38964f-04c8-404b-ab7c-4e4d99087baf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.508369 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9c1e61a-65b1-4623-9dff-5bc0ab013135 req-ae38964f-04c8-404b-ab7c-4e4d99087baf tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0627935 Jun 22 18:33:41.545815 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9c1e61a-65b1-4623-9dff-5bc0ab013135 req-74cef968-02b3-4af3-aee6-ca4be8d95300 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jun 22 18:33:41.657390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660de02c-433c-4339-b6e9-4eecf728fdd5 req-c0092608-54c7-43a9-9d6d-aa1f281117c5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.658882 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-660de02c-433c-4339-b6e9-4eecf728fdd5 req-c0092608-54c7-43a9-9d6d-aa1f281117c5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0656548 Jun 22 18:33:41.696791 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-660de02c-433c-4339-b6e9-4eecf728fdd5 req-ae83f440-ae15-487d-8702-e69f7bccfe02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Jun 22 18:33:42.316190 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a0485-7761-4b84-9c5b-e5c48b811c96 req-9a6b339c-4184-4839-909b-cf07539a084f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.317666 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-560a0485-7761-4b84-9c5b-e5c48b811c96 req-9a6b339c-4184-4839-909b-cf07539a084f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0648770 Jun 22 18:33:42.355129 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-560a0485-7761-4b84-9c5b-e5c48b811c96 req-4f888c29-b992-4c4f-bb73-c72e6e4f5539 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Jun 22 18:33:42.719037 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc913d-73d0-490f-b2f4-fd0fc229224d req-11c8ea65-41a8-4cb5-8b63-b238a6406112 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.720796 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1bdc913d-73d0-490f-b2f4-fd0fc229224d req-11c8ea65-41a8-4cb5-8b63-b238a6406112 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0657628 Jun 22 18:33:42.758294 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1bdc913d-73d0-490f-b2f4-fd0fc229224d req-b5984a3e-7d9b-44a8-9b05-9c2cd86ef8d6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Jun 22 18:33:42.876035 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9008308-aa5a-4a2c-b0e9-3214e7cb3f23 req-30c37954-72c4-4674-87a0-e8d5663f9b46 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.877865 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9008308-aa5a-4a2c-b0e9-3214e7cb3f23 req-30c37954-72c4-4674-87a0-e8d5663f9b46 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0674045 Jun 22 18:33:42.914587 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e9008308-aa5a-4a2c-b0e9-3214e7cb3f23 req-f466a540-95e4-4dae-893e-617d2b372832 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Jun 22 18:33:43.523956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47835d-fab5-4744-b808-067615024f90 req-755db936-b4fc-4d1f-ac0e-50da33fffbcc tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.525354 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c47835d-fab5-4744-b808-067615024f90 req-755db936-b4fc-4d1f-ac0e-50da33fffbcc tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0609884 Jun 22 18:33:43.563445 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c47835d-fab5-4744-b808-067615024f90 req-487744fc-4ae9-4203-9e91-0a4c13820701 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jun 22 18:33:43.666228 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:43.934932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02e5f-80f9-4e7e-8a84-ce46c89eed31 req-d45a0f2f-bd6b-4ff1-8dab-cc513cb1e672 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.936425 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3bd02e5f-80f9-4e7e-8a84-ce46c89eed31 req-d45a0f2f-bd6b-4ff1-8dab-cc513cb1e672 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0652931 Jun 22 18:33:43.975218 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3bd02e5f-80f9-4e7e-8a84-ce46c89eed31 req-6b81d22d-2d79-4fa9-8684-a9af5ec64b88 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Jun 22 18:33:44.092364 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7909d5-1bf1-4655-9e55-5f4888c8a706 req-fb301f50-30de-4f22-a419-787328078fb8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.093719 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1d7909d5-1bf1-4655-9e55-5f4888c8a706 req-fb301f50-30de-4f22-a419-787328078fb8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0657029 Jun 22 18:33:44.132385 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1d7909d5-1bf1-4655-9e55-5f4888c8a706 req-9d654470-6b34-48b0-a9e2-dd7232d2f545 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jun 22 18:33:44.742258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505ecdc-7498-4848-a630-1cc954c7cbfb req-cfe08077-ecb8-40b6-a773-1b8a866d43a0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.743685 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8505ecdc-7498-4848-a630-1cc954c7cbfb req-cfe08077-ecb8-40b6-a773-1b8a866d43a0 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0688717 Jun 22 18:33:44.779334 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8505ecdc-7498-4848-a630-1cc954c7cbfb req-080f9601-6fd1-45d5-a499-b5067c7c467a tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/security-groups?id=5813609d-88f8-4b01-93a9-e3e3226b609c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301139 Jun 22 18:33:45.150646 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3fc1b-aca1-4697-9637-f18c7186a3b7 req-673a180e-6b0a-4857-9eaa-c76c65cd3abb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.152081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ffa3fc1b-aca1-4697-9637-f18c7186a3b7 req-673a180e-6b0a-4857-9eaa-c76c65cd3abb tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0623655 Jun 22 18:33:45.189635 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ffa3fc1b-aca1-4697-9637-f18c7186a3b7 req-08a0a5ef-44c5-4f74-b4ee-558d738344f7 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Jun 22 18:33:45.289908 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-25748b4c-9a71-4cee-9a2d-ac97e9afdeb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.291416 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-25748b4c-9a71-4cee-9a2d-ac97e9afdeb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 945 time: 0.0692954 Jun 22 18:33:45.309362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f14f5-87ee-48e7-89aa-9f9646e3b52a req-1080bd5e-a1a3-4683-823e-cee195d2e37d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.310873 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ba9f14f5-87ee-48e7-89aa-9f9646e3b52a req-1080bd5e-a1a3-4683-823e-cee195d2e37d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0626478 Jun 22 18:33:45.349852 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ba9f14f5-87ee-48e7-89aa-9f9646e3b52a req-466d7cdc-4b54-46ec-87aa-dc64ea082feb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Jun 22 18:33:45.394312 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Deleting port 81d16934-a65f-4067-a912-44a637db91a2 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:45.394667 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:45.481944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] For port 81d16934-a65f-4067-a912-44a637db91a2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81d16934-a65f-4067-a912-44a637db91a2,segment=NetworkSegment(15c77bbd-71d9-4f2e-9466-bf62c9609fd2),segment_id=15c77bbd-71d9-4f2e-9466-bf62c9609fd2)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:45.482350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:45.495703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Calling delete_port for 81d16934-a65f-4067-a912-44a637db91a2 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:45.617276 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:45.620993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0faf0c4e-9781-4be8-ba31-a3d923eb1c2d tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:45.648433 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Pushing event deleted for resources: {'Port': ['ID=81d16934-a65f-4067-a912-44a637db91a2,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:45.658351 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.658722 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.659149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.659507 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.660376 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.661190 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.661190 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.661396 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.661727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.662091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.662434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.662776 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:45.669460 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:45.697993 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['81d16934-a65f-4067-a912-44a637db91a2'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:45.705208 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] No DVR routers for this DVR port 81d16934-a65f-4067-a912-44a637db91a2 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:45.707590 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:45.709496 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-01b8ce2d-2099-4de1-9b06-8f7b47fd485a req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.112 "DELETE /v2.0/ports/81d16934-a65f-4067-a912-44a637db91a2 HTTP/1.1" status: 204 len: 173 time: 0.4096000 Jun 22 18:33:45.709970 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'name': 'network-vif-deleted', 'tag': '81d16934-a65f-4067-a912-44a637db91a2'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:45.712258 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b7fc2-47d4-4300-86de-c86590064802" -d '{"events": [{"server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "name": "network-vif-deleted", "tag": "81d16934-a65f-4067-a912-44a637db91a2"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:45.749336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778a7c4-724e-4e0b-9c61-23529321614b x-openstack-request-id: req-e778a7c4-724e-4e0b-9c61-23529321614b {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:45.749651 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9098cc-625e-4b20-9ae9-33252fe006e7", "name": "network-vif-deleted", "tag": "81d16934-a65f-4067-a912-44a637db91a2", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:45.749928 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-e778a7c4-724e-4e0b-9c61-23529321614b {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:45.750372 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9098cc-625e-4b20-9ae9-33252fe006e7', 'name': 'network-vif-deleted', 'tag': '81d16934-a65f-4067-a912-44a637db91a2', 'status': 'completed', 'code': 200} Jun 22 18:33:45.927182 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-74078cb1-3021-47cd-8c2b-7e7b40403692 req-ead37968-074c-4dc9-881c-df653b165ce7 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] 10.222.0.108 "GET /v2.0/ports?device_id=1f9098cc-625e-4b20-9ae9-33252fe006e7 HTTP/1.1" status: 200 len: 210 time: 0.0305638 Jun 22 18:33:46.028095 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-bbda0ea9-6b3b-4f61-acfa-bc1edd8e3037 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493276 Jun 22 18:33:46.159347 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-39ef8d49-3103-45ca-aa16-9bd06fbc20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.161412 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-39ef8d49-3103-45ca-aa16-9bd06fbc20bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.0530117 Jun 22 18:33:46.300979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-257ddc69-01b6-4165-bdd8-7e306071bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.302475 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-257ddc69-01b6-4165-bdd8-7e306071bd01 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.1082776 Jun 22 18:33:46.411513 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-64fff5b5-98fb-4546-b8e4-2fa07652cf92 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 1001 time: 0.0871470 Jun 22 18:33:46.427051 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cd2ea-db72-4230-a874-4184f7f38e72 req-25a0a68b-2d8b-4a95-83da-25557c5980b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.428563 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c78cd2ea-db72-4230-a874-4184f7f38e72 req-25a0a68b-2d8b-4a95-83da-25557c5980b1 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.1151311 Jun 22 18:33:46.496477 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-86b8bf28-3242-40ec-9286-d227efa93c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.497834 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-86b8bf28-3242-40ec-9286-d227efa93c8c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0683324 Jun 22 18:33:46.500764 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c78cd2ea-db72-4230-a874-4184f7f38e72 req-446add6b-9f69-44c1-90b6-6537c4100a53 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640655 Jun 22 18:33:46.534945 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c61c97-2123-470e-86c2-58de5d537559 req-1585f9f6-36eb-4394-b58c-97936b9b552b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.536406 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51c61c97-2123-470e-86c2-58de5d537559 req-1585f9f6-36eb-4394-b58c-97936b9b552b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0676081 Jun 22 18:33:46.565418 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-c9c99b88-f4c1-4a29-aea6-966f01d0929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.567465 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-c9c99b88-f4c1-4a29-aea6-966f01d0929b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531838 Jun 22 18:33:46.573838 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51c61c97-2123-470e-86c2-58de5d537559 req-2bfe784b-5ff8-4a34-81ce-7ab14f259b71 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Jun 22 18:33:46.674676 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-79db94d5-58dd-4e63-ac37-e7f5fa8142db service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890391 Jun 22 18:33:46.793406 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c87550ac-79e4-4eb7-a89e-e4a1dd1b7cfd req-0b42d5d2-8715-481c-8a38-9c368a14efc1 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861061 Jun 22 18:33:47.018175 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57494) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.064622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Deleting subnet 32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:47.068135 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.100801 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.137483 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.195723 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.198774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:47.222094 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:47.229007 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.230887 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/32ccfbbb-422f-4c7a-98c3-f0d0dfc624fb HTTP/1.1" status: 204 len: 168 time: 0.2116559 Jun 22 18:33:47.231950 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d3b7c615-e2a1-40e5-a093-53d8307b9fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:47.233242 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57496) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.301193 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.382851 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.393187 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf35d4ab-1a74-4a20-9695-6ecb7474e251']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:47.403113 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c77bbd-71d9-4f2e-9466-bf62c9609fd2') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:47.403415 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c77bbd-71d9-4f2e-9466-bf62c9609fd2') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:47.412670 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.426350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.431888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Releasing vlan 1382 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:47.432266 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:47.434221 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:47.484817 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.488986 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:47.493257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.495172 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] 10.222.0.108 "DELETE /v2.0/networks/bf35d4ab-1a74-4a20-9695-6ecb7474e251 HTTP/1.1" status: 204 len: 168 time: 0.2610414 Jun 22 18:33:47.504777 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=bf35d4ab-1a74-4a20-9695-6ecb7474e251,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:47.507163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:47.662354 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57506) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.689830 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2f19-4e73-4492-821f-d1ec0da92f16 req-c2682bc9-adff-4fd4-8be1-8168a83baf45 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.691385 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e11a2f19-4e73-4492-821f-d1ec0da92f16 req-c2682bc9-adff-4fd4-8be1-8168a83baf45 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0754752 Jun 22 18:33:47.715233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7fab4ce7-9883-4360-88e1-bfec979f8fd7 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=736c1c6b86cf4ddaa0168c5f9f5b491e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0516045 Jun 22 18:33:47.718398 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57508) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.743511 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e11a2f19-4e73-4492-821f-d1ec0da92f16 req-130cb4b5-be6c-4551-8c55-287ea4b5828a tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Jun 22 18:33:47.771944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013272e-f41a-4085-9486-79ce42dd09e7 req-afa42ead-3998-4f77-a829-cb6dc04eac96 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.773403 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e013272e-f41a-4085-9486-79ce42dd09e7 req-afa42ead-3998-4f77-a829-cb6dc04eac96 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0708833 Jun 22 18:33:47.782785 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.803788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.810453 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e013272e-f41a-4085-9486-79ce42dd09e7 req-71c41976-2a2e-4648-ab4a-b90e17a83126 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jun 22 18:33:47.850208 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.852883 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.853997 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/5813609d-88f8-4b01-93a9-e3e3226b609c HTTP/1.1" status: 204 len: 168 time: 0.1347225 Jun 22 18:33:47.854774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f4d449e9-5d3f-406b-ae34-ec48219796bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:47.861922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813609d-88f8-4b01-93a9-e3e3226b609c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:47.864376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:48.193729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 81d16934-a65f-4067-a912-44a637db91a2 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:48.213690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 81d16934-a65f-4067-a912-44a637db91a2 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:48.214068 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 81d16934-a65f-4067-a912-44a637db91a2 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:48.936665 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9e073-9c40-4c7d-b2e2-4c181c247efc req-bb225f7a-4399-4699-a4a6-2ee94d1be9c3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:48.938165 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51b9e073-9c40-4c7d-b2e2-4c181c247efc req-bb225f7a-4399-4699-a4a6-2ee94d1be9c3 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0736101 Jun 22 18:33:48.987014 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51b9e073-9c40-4c7d-b2e2-4c181c247efc req-44997c2a-5592-4b14-848b-6d0c25d59c6b tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/security-groups?id=49a6a8de-5e49-4b43-b624-90e08091cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Jun 22 18:33:49.003170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3246dbd-96c1-41b4-b8d7-dbd83544917c req-773684e5-846c-40b3-9086-d62ca420b06a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.004996 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c3246dbd-96c1-41b4-b8d7-dbd83544917c req-773684e5-846c-40b3-9086-d62ca420b06a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0719976 Jun 22 18:33:49.043421 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c3246dbd-96c1-41b4-b8d7-dbd83544917c req-9d4bbdb3-e370-4472-8fae-2a2db0a86ede tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Jun 22 18:33:49.204437 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-a67f838e-9594-4fd9-bccc-52abcc272597 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.206391 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-a67f838e-9594-4fd9-bccc-52abcc272597 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 945 time: 0.0697117 Jun 22 18:33:49.310035 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Deleting port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:49.310380 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.415334 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] For port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:49.417063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.429300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Calling delete_port for ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:49.557562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.562543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5cbe6cad-587f-4940-bd86-16769b32e0ed tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:49.567157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57566) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:49.592521 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Pushing event deleted for resources: {'Port': ['ID=ecd4f9cc-4d50-4209-87c3-ee34cde90ff9,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:49.597969 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:49.629189 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:49.642039 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] No DVR routers for this DVR port ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:49.644732 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.647652 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-29051b54-c8c0-42e2-a0fa-b4730729d97e req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.112 "DELETE /v2.0/ports/ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 HTTP/1.1" status: 204 len: 173 time: 0.4324207 Jun 22 18:33:49.648171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'name': 'network-vif-deleted', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:49.650694 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590463d6-969e-4753-a187-9c39724b8467" -d '{"events": [{"server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "name": "network-vif-deleted", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:49.694865 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.704063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51762e0b-4315-44c5-a2b1-f855598d957b x-openstack-request-id: req-51762e0b-4315-44c5-a2b1-f855598d957b {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:49.704412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a221c6a7-e171-441e-876a-b6368fbb55e5", "name": "network-vif-deleted", "tag": "ecd4f9cc-4d50-4209-87c3-ee34cde90ff9", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:49.704668 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-51762e0b-4315-44c5-a2b1-f855598d957b {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:49.705112 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a221c6a7-e171-441e-876a-b6368fbb55e5', 'name': 'network-vif-deleted', 'tag': 'ecd4f9cc-4d50-4209-87c3-ee34cde90ff9', 'status': 'completed', 'code': 200} Jun 22 18:33:49.795625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.799445 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.802152 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e2a62ce0-b63e-4497-aa40-306f2d2d8d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:49.843950 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=0660f4c79c39413a82c6061999cd4d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757077 Jun 22 18:33:49.844844 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8795bc-3111-4892-a928-59c07833bce0,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:49.846976 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57572) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:49.847881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:49.909911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.930722 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.979224 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.981692 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.982901 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/3e8795bc-3111-4892-a928-59c07833bce0 HTTP/1.1" status: 204 len: 168 time: 0.1333168 Jun 22 18:33:49.983630 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d8c755a7-ef33-42f3-9c82-af3801c31c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:49.990981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8795bc-3111-4892-a928-59c07833bce0,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:49.993187 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:50.161434 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ad897487-8da6-40c4-baa2-a8d0f7fcdc4a req-ee057dc8-330d-41ee-9361-f83f040a8e01 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] 10.222.0.108 "GET /v2.0/ports?device_id=a221c6a7-e171-441e-876a-b6368fbb55e5 HTTP/1.1" status: 200 len: 210 time: 0.0338435 Jun 22 18:33:50.235102 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d94daf-0a71-49ce-adcd-e2491b9bdb58 req-2c55e96d-b735-418a-8716-5ae7245ee3a9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:50.236627 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54d94daf-0a71-49ce-adcd-e2491b9bdb58 req-2c55e96d-b735-418a-8716-5ae7245ee3a9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0724192 Jun 22 18:33:50.266805 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57582) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:50.279503 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54d94daf-0a71-49ce-adcd-e2491b9bdb58 req-79ec6cd4-c68c-461a-860b-347eed638be9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359125 Jun 22 18:33:50.279693 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.371972 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.375615 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.380065 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-044d8c8d-8758-4bd8-ac5e-58f3390818ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:50.416011 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=3a5788a02b7e4a1ead26a539f23cef9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484091 Jun 22 18:33:50.417068 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a34f2-b5ba-429f-a3ec-2355b87740d2,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:50.418664 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57584) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:50.419905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:50.468741 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.492161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.541607 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.544243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:50.545365 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/1c8a34f2-b5ba-429f-a3ec-2355b87740d2 HTTP/1.1" status: 204 len: 168 time: 0.1257451 Jun 22 18:33:50.546344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5e2275c6-f92f-40f8-bcc5-a53fd0414d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:50.554619 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a34f2-b5ba-429f-a3ec-2355b87740d2,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:50.556636 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:51.251007 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57614) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:51.551146 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f698d8-da76-4745-8b87-ce9a5f48a999 req-e89cfc63-abe3-469e-bfb0-cd59589301da tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.553504 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b7f698d8-da76-4745-8b87-ce9a5f48a999 req-e89cfc63-abe3-469e-bfb0-cd59589301da tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.1101053 Jun 22 18:33:51.647069 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b7f698d8-da76-4745-8b87-ce9a5f48a999 req-aca3beb6-2374-4441-a8d2-3d69d12b62b1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740948 Jun 22 18:33:51.771031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.229550 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:52.249126 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:52.249481 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ecd4f9cc-4d50-4209-87c3-ee34cde90ff9 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:52.319574 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Deleting port e182089b-a178-4d0b-ab94-2e93e2b62bed {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:52.320103 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.399664 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] For port e182089b-a178-4d0b-ab94-2e93e2b62bed, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e182089b-a178-4d0b-ab94-2e93e2b62bed,segment=NetworkSegment(a4bcae65-17cc-4aa6-8459-efcdd76bcb4d),segment_id=a4bcae65-17cc-4aa6-8459-efcdd76bcb4d)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:52.400018 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.413926 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Calling delete_port for e182089b-a178-4d0b-ab94-2e93e2b62bed owned by network:router_interface {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:52.601620 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.604244 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:52.627223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Pushing event deleted for resources: {'Port': ['ID=e182089b-a178-4d0b-ab94-2e93e2b62bed,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:52.632673 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:52.791378 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:52.840338 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76cae2-676a-42b5-a2dc-f2c3706aa8c9 req-edbfa74d-5121-4188-ba78-5d3f01c73340 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.841696 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ed76cae2-676a-42b5-a2dc-f2c3706aa8c9 req-edbfa74d-5121-4188-ba78-5d3f01c73340 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0623422 Jun 22 18:33:52.877970 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ed76cae2-676a-42b5-a2dc-f2c3706aa8c9 req-4c57c923-305a-4611-a2ef-8f0968a8b6b5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303984 Jun 22 18:33:53.001979 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:33:53.107430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:33:53.112333 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] 10.222.0.108 "PUT /v2.0/routers/3588e51e-0e1c-40a9-bbc5-87e2b5267d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603203 Jun 22 18:33:53.115343 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57650) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:53.116105 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Sync routers for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:33:53.126045 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:53.126666 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:33:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:53.217840 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.227452 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:53.338270 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.397046 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Deleting port 85f5a391-ae10-47ba-a647-b01710601eba {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:53.397396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.410623 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '85f5a391-ae10-47ba-a647-b01710601eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:33:52Z', 'revision_number': 5, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port': {'id': '85f5a391-ae10-47ba-a647-b01710601eba', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:28:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:38Z', 'updated_at': '2021-06-22T18:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:53.441369 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Checking router: 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:33:53.450445 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Routers {'3588e51e-0e1c-40a9-bbc5-87e2b5267d98'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:53.451185 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:33:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:53.489304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] For port 85f5a391-ae10-47ba-a647-b01710601eba, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=85f5a391-ae10-47ba-a647-b01710601eba,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:53.489769 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.502908 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Calling delete_port for 85f5a391-ae10-47ba-a647-b01710601eba owned by network:router_gateway {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:53.621951 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] Set router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 gateway port host: None {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:53.674837 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:33:53Z', 'revision_number': 6, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:53.701197 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.703359 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f0cc2b5b-caca-44a1-b197-d7becc35bea6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:53.708073 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ffb02e-52d6-423c-a478-7c7dc424d7ff None None] The sync data for ids ['3588e51e-0e1c-40a9-bbc5-87e2b5267d98'] in dv-cinder-797170-4-iscsi is: [{'id': '3588e51e-0e1c-40a9-bbc5-87e2b5267d98', 'name': 'tempest-ServerRescueNegativeTestJSON-436303456-router', 'tenant_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:37Z', 'updated_at': '2021-06-22T18:33:53Z', 'revision_number': 6, 'project_id': '7335a24b29c64b58ad85fb9a70c0a6c6', 'gw_port_host': None}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:33:53.731246 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f5a391-ae10-47ba-a647-b01710601eba,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:53.734448 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:53.801941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.907464 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.911955 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.974971 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.975685 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3588e51e-0e1c-40a9-bbc5-87e2b5267d98 {{(pid=92801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:33:53.980433 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:53.984013 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] 10.222.0.108 "DELETE /v2.0/routers/3588e51e-0e1c-40a9-bbc5-87e2b5267d98 HTTP/1.1" status: 204 len: 168 time: 0.8653216 Jun 22 18:33:53.984345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57676) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.032190 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Deleting subnet 30d70315-457f-4d78-a000-302077b66a27 {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:54.035347 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.073367 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617376'] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.073585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90b651-49e1-4af9-b7a8-345f3a261f15 req-28ab44c0-d239-4a72-9989-fc924c046bed tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:54.075082 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f90b651-49e1-4af9-b7a8-345f3a261f15 req-28ab44c0-d239-4a72-9989-fc924c046bed tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0800407 Jun 22 18:33:54.117771 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.123323 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f90b651-49e1-4af9-b7a8-345f3a261f15 req-b772acfd-1532-45df-bb45-d493c6bbbf04 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Jun 22 18:33:54.175561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564104'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.178181 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:54.206143 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d70315-457f-4d78-a000-302077b66a27,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:54.210121 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:54.211284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.212985 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] 10.222.0.108 "DELETE /v2.0/subnets/30d70315-457f-4d78-a000-302077b66a27 HTTP/1.1" status: 204 len: 168 time: 0.2274868 Jun 22 18:33:54.215444 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57678) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.280328 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.358642 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.368066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57d59ad-b501-4475-94f7-9939ec716fca']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:54.615031 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:54.615321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bcae65-17cc-4aa6-8459-efcdd76bcb4d') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:54.624240 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.638437 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.645498 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:54.645498 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:54.647283 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:54.712372 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 85f5a391-ae10-47ba-a647-b01710601eba no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:54.713442 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.720638 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:54.723559 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:54.735169 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 85f5a391-ae10-47ba-a647-b01710601eba {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:54.735610 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 85f5a391-ae10-47ba-a647-b01710601eba not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:54.736262 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e182089b-a178-4d0b-ab94-2e93e2b62bed no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:54.743858 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] 10.222.0.108 "DELETE /v2.0/networks/d57d59ad-b501-4475-94f7-9939ec716fca HTTP/1.1" status: 204 len: 168 time: 0.5142674 Jun 22 18:33:54.771631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: e182089b-a178-4d0b-ab94-2e93e2b62bed {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:54.771764 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57d59ad-b501-4475-94f7-9939ec716fca,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:54.772078 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e182089b-a178-4d0b-ab94-2e93e2b62bed not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:54.777936 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f1787220-931a-46dd-be3a-98cb69bb86a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:54.949890 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57694) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.991916 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-855dcbe1-2d94-48c8-b182-8af4bb412d5a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=7335a24b29c64b58ad85fb9a70c0a6c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407019 Jun 22 18:33:54.994256 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57698) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:55.041093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.061061 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.105823 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.109348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.110495 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/49a6a8de-5e49-4b43-b624-90e08091cca5 HTTP/1.1" status: 204 len: 168 time: 0.1153424 Jun 22 18:33:55.111258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b3e52ead-290f-4469-8cb1-794f708298f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:55.121970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a6a8de-5e49-4b43-b624-90e08091cca5,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:55.125067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:55.326245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47367ea-8ee0-4bb8-878a-c6eefc3940de req-d69394dd-72bf-482d-9472-5dcdb782d000 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.327706 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a47367ea-8ee0-4bb8-878a-c6eefc3940de req-d69394dd-72bf-482d-9472-5dcdb782d000 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0661426 Jun 22 18:33:55.366341 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-a47367ea-8ee0-4bb8-878a-c6eefc3940de req-0d7f09be-78b6-470d-bcad-07b56818033c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Jun 22 18:33:56.549096 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b479bd-84d2-44d8-bcbe-89c693ca09d6 req-4f50ab49-df57-499b-87dd-d50f08d858f2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.550589 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-76b479bd-84d2-44d8-bcbe-89c693ca09d6 req-4f50ab49-df57-499b-87dd-d50f08d858f2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0672443 Jun 22 18:33:56.588724 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-76b479bd-84d2-44d8-bcbe-89c693ca09d6 req-bb99b52f-b61c-4b2a-bc27-35a8305dccd1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Jun 22 18:33:56.876223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57768) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:56.975844 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.063220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.067260 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.070505 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d2544490-235b-43b3-b141-965fd9424f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.105504 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=db925a2ed8ad4e48a947ee5ad91bd35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280357 Jun 22 18:33:57.107435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcacefd-e617-4cd1-8c8b-0fd4c30b1383,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.108204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 57776) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:57.110398 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.156694 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.178125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.223974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.226596 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.227720 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/2dcacefd-e617-4cd1-8c8b-0fd4c30b1383 HTTP/1.1" status: 204 len: 168 time: 0.1185336 Jun 22 18:33:57.228444 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8ca3acb2-e1fe-41df-8747-8ab2e81d810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.235544 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcacefd-e617-4cd1-8c8b-0fd4c30b1383,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.237789 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.485332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57782) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:57.498597 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.585514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.589453 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.591953 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3c531658-d14f-4bc5-ad9a-c06f01e9d54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.627701 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488face9-2bf9-4c45-bff2-77ade048783b,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.633076 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=009bbca1fa3844fea717b773f03e3736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455343 Jun 22 18:33:57.633076 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.634638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 57786) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:57.682820 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.703983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.750488 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.753033 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:57.754238 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/488face9-2bf9-4c45-bff2-77ade048783b HTTP/1.1" status: 204 len: 168 time: 0.1184828 Jun 22 18:33:57.755093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4ea7879f-ade0-4c43-97fc-a53a3a8f99d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:57.765187 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488face9-2bf9-4c45-bff2-77ade048783b,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:57.768381 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:57.771752 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804181b-c28b-4ecf-818f-0a3be8be6810 req-85153f2a-19c2-4b3b-8820-5e16fc7ff9db tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.773892 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c804181b-c28b-4ecf-818f-0a3be8be6810 req-85153f2a-19c2-4b3b-8820-5e16fc7ff9db tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0702810 Jun 22 18:33:57.815037 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c804181b-c28b-4ecf-818f-0a3be8be6810 req-deaadb00-e486-4afd-a889-753ac054a131 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Jun 22 18:33:58.209466 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:59.002850 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2efb23-0c31-469c-b14f-43128cc00941 req-751f0e59-db2c-43fd-a856-d17c519e3b02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.004855 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a2efb23-0c31-469c-b14f-43128cc00941 req-751f0e59-db2c-43fd-a856-d17c519e3b02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0722580 Jun 22 18:33:59.056362 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a2efb23-0c31-469c-b14f-43128cc00941 req-9b9e399f-f1ff-4de3-b062-2c64abdaebc3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Jun 22 18:34:00.247848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b6a61-657e-45e6-91ef-960683fd1f2c req-a972d148-a9ee-454a-b187-08c76b6b2e9a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.249375 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-338b6a61-657e-45e6-91ef-960683fd1f2c req-a972d148-a9ee-454a-b187-08c76b6b2e9a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0699444 Jun 22 18:34:00.290841 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-338b6a61-657e-45e6-91ef-960683fd1f2c req-e9bed37a-a6c5-4f3a-8f9e-54c30e6ca468 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355513 Jun 22 18:34:01.474110 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56107d0a-af71-4b34-8484-ce81a50f4a6b req-06457422-0014-4371-bf18-04fc00ec7db5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.475541 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56107d0a-af71-4b34-8484-ce81a50f4a6b req-06457422-0014-4371-bf18-04fc00ec7db5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0641091 Jun 22 18:34:01.511826 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56107d0a-af71-4b34-8484-ce81a50f4a6b req-4181ee72-5ea2-4964-ac25-a7cb9ef5b856 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308006 Jun 22 18:34:02.684771 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039c04e-a9e6-40fe-909f-4714099fc502 req-7cc43948-1060-4268-bcea-a7851b4222f1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:02.686240 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4039c04e-a9e6-40fe-909f-4714099fc502 req-7cc43948-1060-4268-bcea-a7851b4222f1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0622766 Jun 22 18:34:02.723630 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-4039c04e-a9e6-40fe-909f-4714099fc502 req-810d5f90-ea32-42d1-9ee6-2989911647bf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Jun 22 18:34:03.897824 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f82d7-b5b9-47e8-97cd-559884530325 req-34f1176f-d278-4b6b-9d68-2a13ed722d17 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.899369 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-da6f82d7-b5b9-47e8-97cd-559884530325 req-34f1176f-d278-4b6b-9d68-2a13ed722d17 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0634522 Jun 22 18:34:03.936876 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-da6f82d7-b5b9-47e8-97cd-559884530325 req-dfc71623-5233-4ce5-babd-19546ec7d5e1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315671 Jun 22 18:34:05.131900 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7f18-a600-4191-b7e7-407789d2c544 req-9c7c44aa-c52c-4178-a8d9-070fd71392c2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:05.133380 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1ebe7f18-a600-4191-b7e7-407789d2c544 req-9c7c44aa-c52c-4178-a8d9-070fd71392c2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0798419 Jun 22 18:34:05.176524 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1ebe7f18-a600-4191-b7e7-407789d2c544 req-eb27c0f1-ebae-4917-a83b-8a112e111818 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359695 Jun 22 18:34:05.340283 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7f1f-11dc-4b2f-b99a-bf068ce0b75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.362052 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8cdee-0cb8-45a9-ace7-49382796028f req-8bf1955c-5f19-44d6-880b-64c8070b2d55 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.363557 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-74a8cdee-0cb8-45a9-ace7-49382796028f req-8bf1955c-5f19-44d6-880b-64c8070b2d55 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0738769 Jun 22 18:34:06.406896 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-74a8cdee-0cb8-45a9-ace7-49382796028f req-749e228d-fb71-43af-b79a-531565538c8c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368814 Jun 22 18:34:07.588800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0423e5-6035-4b01-8c30-5dc0a41e8663 req-d927cd0f-557f-401b-ae58-343383e9cf3d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.590279 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2f0423e5-6035-4b01-8c30-5dc0a41e8663 req-d927cd0f-557f-401b-ae58-343383e9cf3d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0636146 Jun 22 18:34:07.627273 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2f0423e5-6035-4b01-8c30-5dc0a41e8663 req-857d8772-7b14-439d-bffd-9a3894c7c0a0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Jun 22 18:34:07.901808 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7c98f9c7-2b4f-4773-834d-c17d9e0e574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.039928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.799756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6587a-c527-4222-8e10-62b55c023540 req-2fe174ab-5b3f-4195-8e18-fab8cb3f11ec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.801183 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39f6587a-c527-4222-8e10-62b55c023540 req-2fe174ab-5b3f-4195-8e18-fab8cb3f11ec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0609040 Jun 22 18:34:08.837705 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39f6587a-c527-4222-8e10-62b55c023540 req-d0c092fd-7d32-4453-9674-c614d31a24fb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Jun 22 18:34:08.999785 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.936554 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:10.017763 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee8eae-d722-4f4c-937d-af2af13d1e8a req-0374ec6e-cce7-412c-b5a5-209d7ee5a54f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.019241 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aeee8eae-d722-4f4c-937d-af2af13d1e8a req-0374ec6e-cce7-412c-b5a5-209d7ee5a54f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0660913 Jun 22 18:34:10.031629 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:10.042757 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:10.057086 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aeee8eae-d722-4f4c-937d-af2af13d1e8a req-d1dd450c-d18d-4a32-a9c4-e3631a63cf6b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Jun 22 18:34:10.079624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.093787 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:10.115990 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:10.120106 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.122081 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:10.170926 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=6']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:10.177711 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.178089 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.178431 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.178762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.179090 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.179441 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.179764 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.180089 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.180494 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.180729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.181044 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.181505 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:10.185388 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:10.411177 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['68a1e7d1-dd06-4ca2-a003-dd00b916e497'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:10.810729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:10.882731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:10.883263 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.977769 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.004306 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:11.008369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669568d5-4dbc-425b-8aa8-f3ebce2f9a4a" -d '{"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:11.025539 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:11.030755 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.035247 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:11.065700 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13168e4-94db-4c3c-89ca-5f11728dd31d x-openstack-request-id: req-d13168e4-94db-4c3c-89ca-5f11728dd31d {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:11.066035 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:11.066359 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-d13168e4-94db-4c3c-89ca-5f11728dd31d {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:11.066853 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'code': 200} Jun 22 18:34:11.110536 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=7']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:11.114887 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:11.229633 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.307675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027df97-e06c-4dd3-9267-6f82e0653c38 req-c4d2f15f-d275-4311-9929-d2c790010723 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.315161 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6027df97-e06c-4dd3-9267-6f82e0653c38 req-c4d2f15f-d275-4311-9929-d2c790010723 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0991726 Jun 22 18:34:11.356689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6027df97-e06c-4dd3-9267-6f82e0653c38 req-672362b4-3ded-4cee-8ccc-a4e5541d9bed tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Jun 22 18:34:12.593634 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39331058-839b-4cd6-8705-0dedae37709a req-3996b979-3877-4b72-af86-96d585a885e3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.595229 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39331058-839b-4cd6-8705-0dedae37709a req-3996b979-3877-4b72-af86-96d585a885e3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0785766 Jun 22 18:34:12.643730 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39331058-839b-4cd6-8705-0dedae37709a req-545ad43e-ba3f-4af7-aaa5-dcd227db53e0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Jun 22 18:34:13.729844 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.908598 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379dd50-c2aa-432b-99cb-15232ecf3fb5 req-a0d680d3-b94d-4133-8113-52899ef6dbdc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:13.910190 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8379dd50-c2aa-432b-99cb-15232ecf3fb5 req-a0d680d3-b94d-4133-8113-52899ef6dbdc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0737257 Jun 22 18:34:13.956360 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8379dd50-c2aa-432b-99cb-15232ecf3fb5 req-9dc55938-66b5-47a5-abeb-db0b93c034bc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Jun 22 18:34:15.148603 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b87c4-9eee-4255-a81c-f7bcf025c6fb req-a9be9d0d-3bdb-4b4a-8196-8abe5a7308fb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:15.150875 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-905b87c4-9eee-4255-a81c-f7bcf025c6fb req-a9be9d0d-3bdb-4b4a-8196-8abe5a7308fb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0733724 Jun 22 18:34:15.195436 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-905b87c4-9eee-4255-a81c-f7bcf025c6fb req-49869b0f-453b-4dfd-82b7-880859d82b08 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Jun 22 18:34:16.406675 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e951399-a702-4a03-8867-1ab40ac446f9 req-961e5124-99f2-4c3d-a528-7f7f97e07716 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.408405 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e951399-a702-4a03-8867-1ab40ac446f9 req-961e5124-99f2-4c3d-a528-7f7f97e07716 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0762434 Jun 22 18:34:16.451345 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e951399-a702-4a03-8867-1ab40ac446f9 req-d00c4536-4bb6-4f9a-af66-8ec1bd8b4e9c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360327 Jun 22 18:34:17.679136 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796a08c-a0c3-4ac6-8295-c9a65d6a5ac4 req-699a5524-2ef2-4a1d-bbff-ba4beb310d25 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:17.681333 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c796a08c-a0c3-4ac6-8295-c9a65d6a5ac4 req-699a5524-2ef2-4a1d-bbff-ba4beb310d25 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0803251 Jun 22 18:34:17.728714 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c796a08c-a0c3-4ac6-8295-c9a65d6a5ac4 req-cd3b990c-2925-4447-931e-5ba45c0bde13 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Jun 22 18:34:18.947336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb0114-7cda-49a7-8f24-81bbf15e5c4b req-24e5ee0e-b060-447e-ae0a-9979b896a88f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:18.949666 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bfcb0114-7cda-49a7-8f24-81bbf15e5c4b req-24e5ee0e-b060-447e-ae0a-9979b896a88f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0800166 Jun 22 18:34:18.998239 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-bfcb0114-7cda-49a7-8f24-81bbf15e5c4b req-df6db85f-a501-4577-8d8a-a04bfb50139f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Jun 22 18:34:20.182380 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224fc11-15b3-482b-a596-3f3c9b7cec38 req-8f8e4ce4-0299-4471-a3ac-6d5acb37a6ee tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:20.183732 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a224fc11-15b3-482b-a596-3f3c9b7cec38 req-8f8e4ce4-0299-4471-a3ac-6d5acb37a6ee tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 946 time: 0.0650854 Jun 22 18:34:20.223390 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a224fc11-15b3-482b-a596-3f3c9b7cec38 req-06a1febe-35e8-4a26-9a68-d7a926fcde87 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Jun 22 18:34:20.951721 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-92dcb3ff-db78-4b11-add9-736a4a5a67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:20.953483 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-92dcb3ff-db78-4b11-add9-736a4a5a67ff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1099 time: 0.0523276 Jun 22 18:34:21.071246 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-d5f28b71-acc0-448d-a763-54694a6739df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.072692 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-d5f28b71-acc0-448d-a763-54694a6739df service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.1126273 Jun 22 18:34:21.150109 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-f8b0dc53-f265-4b57-922e-8217d1b0b0ff service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 1002 time: 0.0699563 Jun 22 18:34:21.216057 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-c51dc0f2-ef69-4d37-b2a3-42abeaa0219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.217654 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-c51dc0f2-ef69-4d37-b2a3-42abeaa0219d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0608284 Jun 22 18:34:21.292645 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-033ca983-4314-41bf-90bd-681a8c994129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.294260 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-033ca983-4314-41bf-90bd-681a8c994129 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685692 Jun 22 18:34:21.386680 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-e1dfbc0a-fc44-41ea-b96d-341bcc5eb2ee service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818837 Jun 22 18:34:21.484689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0a5e545e-66fd-4150-9b99-e63abcbf4e2c req-d121fd93-eaf4-4f0f-ac88-5bbac67f4768 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Jun 22 18:34:26.860804 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:26.936572 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.957799 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:26.960573 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d28318-4c4d-4bc3-8fdc-95047f9323bf" -d '{"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-unplugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:26.972463 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:26.977502 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.979292 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:27.000391 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382d47a-1bcc-4b3a-b7d3-296d0df421f9 x-openstack-request-id: req-7382d47a-1bcc-4b3a-b7d3-296d0df421f9 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:27.000687 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-unplugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:27.000947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-7382d47a-1bcc-4b3a-b7d3-296d0df421f9 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:27.001334 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'code': 200} Jun 22 18:34:27.028681 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=8']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:27.031747 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.954445 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58326) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:29.061894 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.149385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.152887 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.156058 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b1f1a673-b16b-4a3c-ab9a-4cc6b45e19db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:29.190892 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=d0a7d61501274c1fa16294c3bd9124dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352490 Jun 22 18:34:29.191803 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87891c8b-3f8c-47e7-9605-5599b68be096,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:29.193465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58332) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:29.199270 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.199649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.200017 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.200377 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.200798 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.201163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.201519 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.201869 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.202258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.202637 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.202988 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.203334 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:29.207356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0f341830-dfcd-42bb-b3b2-a279a5b1701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:29.243120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.264335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.311461 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.314135 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.315458 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/87891c8b-3f8c-47e7-9605-5599b68be096 HTTP/1.1" status: 204 len: 168 time: 0.1203847 Jun 22 18:34:29.316211 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d22df0ba-b7f6-43ae-acea-a2292fc42e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:29.324120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87891c8b-3f8c-47e7-9605-5599b68be096,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:29.326450 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:29.915195 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58362) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:30.005346 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-930352802-network', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:30.026325 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Made reservation on behalf of f1804bd6e2584c95a16365e72ddb049f for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:30.028677 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.036770 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.128094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.133145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.136783 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3a15903c-60cf-468a-ae80-671b0f6437e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:30.153280 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1374} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:30.166665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d90f8b-908f-41fa-b3f8-831a13b37ccf,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:30.170816 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:30.171841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.172184 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Added segment cf42227a-573c-47d6-bddf-0ca46e2f0302 of type vlan for network 58f63a62-4502-49fb-95b8-582650aa7a36 Jun 22 18:34:30.211281 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.238777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.240034 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:30.241248 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.244029 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:30.289025 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3727095 Jun 22 18:34:30.292478 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58368) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:30.297098 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Request body: {'subnet': {'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-930352802-subnet', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:30.299509 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Pushing event updated for resources: {'Network': ['ID=58f63a62-4502-49fb-95b8-582650aa7a36,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:30.302314 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:30.311006 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 58f63a62-4502-49fb-95b8-582650aa7a36 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:30.319177 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Made reservation on behalf of f1804bd6e2584c95a16365e72ddb049f for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:30.321462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.483768 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.486067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:30.539557 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac3ce36-eade-4938-86ab-458790c276de,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:30.542899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:30.548880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Checking segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:30.549246 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Network hostable DHCP agents. Network: 58f63a62-4502-49fb-95b8-582650aa7a36, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:30.565541 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Network 58f63a62-4502-49fb-95b8-582650aa7a36 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:30.577443 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 58f63a62-4502-49fb-95b8-582650aa7a36) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:30.579101 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:30.579696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.584879 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efea598-a080-4ff5-96fe-f702fcaeed26 None None] Network 58f63a62-4502-49fb-95b8-582650aa7a36 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:30.594844 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4d91397b-bcee-4162-a3e6-d43edbedd9e4 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3018751 Jun 22 18:34:30.597429 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58376) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:30.602589 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:30.622894 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.623872 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.678071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.727161 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-58f63a62-4502-49fb-95b8-582650aa7a36', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:34:30.728009 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.811056 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.864072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Allocated IP 172.20.0.2 (58f63a62-4502-49fb-95b8-582650aa7a36/6ac3ce36-eade-4938-86ab-458790c276de/76eeb8ba-8221-432e-8d27-c8e72e317ec5) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:31.000081 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.010077 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Transition to ACTIVE for port object 76eeb8ba-8221-432e-8d27-c8e72e317ec5 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:31.026612 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Transition to ACTIVE for port object 76eeb8ba-8221-432e-8d27-c8e72e317ec5 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:31.032765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.034771 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.077710 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Network 58f63a62-4502-49fb-95b8-582650aa7a36 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:31.080744 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:31.083334 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:31.095098 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Pushing event updated for resources: {'Port': ['ID=76eeb8ba-8221-432e-8d27-c8e72e317ec5,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.098675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.152696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Attempting to bind port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:31.153101 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Attempting to bind port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:31.153467 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Attempting to bind port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 on network 58f63a62-4502-49fb-95b8-582650aa7a36 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:31.158765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:31.159143 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Checking segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:31.159551 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.159944 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Bound using segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:31.160415 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Bound port: 76eeb8ba-8221-432e-8d27-c8e72e317ec5, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:31.160794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.224433 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] For port 76eeb8ba-8221-432e-8d27-c8e72e317ec5, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:31.227459 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] For port 76eeb8ba-8221-432e-8d27-c8e72e317ec5, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=76eeb8ba-8221-432e-8d27-c8e72e317ec5,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:31.233011 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.235688 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-83bc0b69-52fa-44e0-b468-68d33554c976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.276620 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.292081 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Pushing event updated for resources: {'Port': ['ID=76eeb8ba-8221-432e-8d27-c8e72e317ec5,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.295570 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.296287 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.405176 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Allocated IP 172.27.1.146 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:31.518205 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.559110 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.561305 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-636205b1-83f0-4c6f-b5af-187f15d72995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.605105 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:31.610562 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:31.612847 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.615003 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:31.617751 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.854613 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.052684 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.143943 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5414c09-b9bb-40f5-888e-bb98a4eaef09 None None] Network 58f63a62-4502-49fb-95b8-582650aa7a36 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:32.187731 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:34:32.216318 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-fac0c220-31a7-47ad-a46c-67a1901afc08 None None] Provisioning for port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:32.294486 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:32.304216 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Sync routers for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:32.309891 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.311128 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7126849 Jun 22 18:34:32.313904 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58388) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:32.320404 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:32.321212 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:32.554830 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:32.750436 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.751581 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:31Z', 'revision_number': 3, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:32.782921 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Checking router: 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:32.783280 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Updating router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:32.826217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 76eeb8ba-8221-432e-8d27-c8e72e317ec5 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:32.853663 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.928008 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Allocated IP 172.20.0.1 (58f63a62-4502-49fb-95b8-582650aa7a36/6ac3ce36-eade-4938-86ab-458790c276de/f3685e8f-3e22-4ff5-8df8-aba3a9725ec6) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:32.941477 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:32.998801 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:33.030926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.036201 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:33.036585 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.044739 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Transition to ACTIVE for port object f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:33.076684 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.079854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.116550 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Network 58f63a62-4502-49fb-95b8-582650aa7a36 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:33.121453 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:33.123987 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:33.155922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Pushing event updated for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.160204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.185592 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.231447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.297439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 76eeb8ba-8221-432e-8d27-c8e72e317ec5, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=76eeb8ba-8221-432e-8d27-c8e72e317ec5,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:33.302195 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.305961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.320595 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-30013a4d-838b-4090-9219-23ae171db9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.345934 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Transition to ACTIVE for port object 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:33.356235 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.357145 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.396228 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=76eeb8ba-8221-432e-8d27-c8e72e317ec5,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.401546 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.403384 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.407012 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Attempting to bind port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:33.407490 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Attempting to bind port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:33.407866 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Attempting to bind port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:33.426813 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-dd236fca-eab4-4346-9cee-a96260005945 None None] Provisioning for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:33.434658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:33.435100 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:33.435461 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.435864 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:33.436392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Bound port: 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:33.436782 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.462567 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-dd236fca-eab4-4346-9cee-a96260005945 None None] Provisioning complete for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:33.462754 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dd236fca-eab4-4346-9cee-a96260005945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.495874 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Pushing event updated for resources: {'Port': ['ID=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.503438 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.519426 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.520719 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-dd236fca-eab4-4346-9cee-a96260005945 None None] Port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:33.523936 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.527412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-145d08ef-6d36-411c-9bcc-80c74ef27f73 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.532291 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] For port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:33.535386 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] For port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:33.539608 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.542365 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.591047 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.594139 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Pushing event updated for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.595239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:33.595872 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:33.599297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.602939 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Pushing event updated for resources: {'Port': ['ID=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.635133 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.690959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Network 58f63a62-4502-49fb-95b8-582650aa7a36 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:33.692487 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:33.707852 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:33.804856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:33.920021 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 2, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:33.938126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:33.945157 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] 10.222.0.108 "PUT /v2.0/routers/0520dfcc-9fe0-4c47-be17-f0cd514c7d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6299009 Jun 22 18:34:33.958915 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2db9-0e4c-4c18-8892-c3414457c13f None None] The sync data for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi is: [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 2, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:33.969002 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-39c29d0a-6332-4687-8da2-f7cea84e5d29 None None] Provisioning complete for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:33.969387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-39c29d0a-6332-4687-8da2-f7cea84e5d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.012454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-39c29d0a-6332-4687-8da2-f7cea84e5d29 None None] Port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:34.482431 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58440) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:34.487403 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-166580845-network', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:34.508752 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Made reservation on behalf of 33b0a0fa684a467fa2a705ab784a0fb2 for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:34.511475 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.520782 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.654524 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.660760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.665239 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-12374755-62cc-4f77-9329-d5befcdbb887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:34.683549 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1378} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:34.705348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb5dfa-f965-47f8-ad0e-86c629d1eaa7,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:34.708808 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.709697 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Added segment a2feacfb-6a09-435c-97e4-a79046b2edca of type vlan for network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 Jun 22 18:34:34.716839 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:34.775514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.807389 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.808806 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.809549 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.812074 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4af0674a-ed02-4340-993f-9fbda600bd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:34.891121 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4074886 Jun 22 18:34:34.893714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58464) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:34.895467 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Pushing event updated for resources: {'Network': ['ID=8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:34.898591 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:34.903164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Request body: {'subnet': {'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-166580845-subnet', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:34.909244 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:34.914134 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:34.929055 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Made reservation on behalf of 33b0a0fa684a467fa2a705ab784a0fb2 for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:34.932131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564143'] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.024668 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:35.028958 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:35.029633 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.111082 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.124117 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564097'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.126611 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-94880e08-730a-4333-acd3-f4199c96113b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.134962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:35.140073 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.141023 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 76eeb8ba-8221-432e-8d27-c8e72e317ec5 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:35.143014 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.178357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43400109-0215-4191-aac5-c4f3c2aed78b,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.181153 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.197456 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Checking segment: {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:35.197810 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Network hostable DHCP agents. Network: 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:35.209854 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:35.216328 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:35.227842 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:35.233082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.233697 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.256905 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ad72031c-e6db-43e6-845e-eaafbc175e82 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3609245 Jun 22 18:34:35.259256 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58468) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:35.288365 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:35.319581 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.320554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.328831 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fd00b-ae17-4322-8d95-d0bcf5c42ff3 None None] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:35.375122 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.401764 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.409866 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.410794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-50765756-f5a2-42ce-8c9c-99fac3377197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.444135 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:35.444515 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.515970 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.562117 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:34:35.562952 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.706159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Allocated IP 172.20.0.2 (8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9/43400109-0215-4191-aac5-c4f3c2aed78b/73bc13f0-9f17-4e60-af0f-cfef08a5c0b6) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:35.715397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.737889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.844931 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Allocated IP 172.27.1.79 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/5565aecf-6f86-4e52-9b2d-7f927d354db9) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:35.848941 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.859215 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Transition to ACTIVE for port object 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:35.876785 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Transition to ACTIVE for port object 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:35.883370 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.885276 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.924615 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:35.928836 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:35.932959 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:35.940763 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Pushing event updated for resources: {'Port': ['ID=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.945293 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.980432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.003501 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Attempting to bind port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:36.003898 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Attempting to bind port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:36.004268 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Attempting to bind port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 on network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:36.011588 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:36.012060 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Checking segment: {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:36.012634 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.013361 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Bound using segment: {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:36.013883 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Bound port: 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:36.014744 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.020037 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.023746 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:36.061346 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:36.065805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:36.068261 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:36.080693 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] For port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:36.085106 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] For port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:36.089535 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.092604 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-14c05f25-16b2-4912-a39d-8a2c6726325a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:36.093001 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Pushing event updated for resources: {'Port': ['ID=5565aecf-6f86-4e52-9b2d-7f927d354db9,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:36.096906 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:36.153162 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Pushing event updated for resources: {'Port': ['ID=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:36.156489 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:36.217892 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Sync routers for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:36.226941 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:36.227633 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:36.354573 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:36.394993 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.564213 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 2, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:36.593663 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Checking router: 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:36.593933 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Updating router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:36.604336 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.627283 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.745577 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Router 5e21b5b4-cabc-4112-8c23-0e954f072919 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:34:36.857768 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:36.875571 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:36.894209 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Sync routers for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:36.895799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.898379 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6377089 Jun 22 18:34:36.900855 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58476) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:36.921368 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:36.921998 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:36.927057 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.940974 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Transition to ACTIVE for port object f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:36.951249 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.953771 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-5e67719c-eb17-4bc7-b632-8b59bdb4a6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.011375 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Pushing event updated for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.021415 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.022717 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.023089 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.023689 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.024356 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.024936 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.025520 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.026127 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.026730 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.027311 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.027894 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.028469 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:37.049861 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.066791 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:37.076604 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:37.078631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:37.138541 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Attempting to bind port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:37.139001 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Attempting to bind port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:37.139434 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Attempting to bind port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 on network 58f63a62-4502-49fb-95b8-582650aa7a36 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:37.144967 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:37.145429 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Checking segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:37.145904 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.148302 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Bound using segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:37.148859 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Bound port: f3685e8f-3e22-4ff5-8df8-aba3a9725ec6, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:37.149318 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.235357 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] For port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:37.240890 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] For port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:37.247158 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.261052 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.300331 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:37.304353 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.309122 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14db6ed-bee4-4222-afef-e13099256bfe None None] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:37.333425 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:37.334980 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:37.394875 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Pushing event updated for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=4']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.399880 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.467660 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.487368 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:37.509746 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Provisioning for port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:37.521150 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Provisioning complete for port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:37.521568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.566032 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 3, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:37.630097 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Checking router: 5e21b5b4-cabc-4112-8c23-0e954f072919 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:37.630411 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Updating router 5e21b5b4-cabc-4112-8c23-0e954f072919 port 5565aecf-6f86-4e52-9b2d-7f927d354db9 binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:37.662682 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Allocated IP 172.20.0.1 (8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9/43400109-0215-4191-aac5-c4f3c2aed78b/8d554a19-a2c2-4542-8b14-e134e984a6c7) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:37.725178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.749634 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:37Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:37.766795 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.775369 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af92d2-7f23-4c45-be11-c959856cc8eb None None] The sync data for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi is: [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:37Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:37.788440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.805421 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Transition to ACTIVE for port object 8d554a19-a2c2-4542-8b14-e134e984a6c7 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:37.847005 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.851168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba6c81c5-951f-4a59-aaa3-066211007458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.875036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] For port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:37.887830 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.892885 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.895377 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:37.899929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:37.903645 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:37.909240 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Pushing event updated for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.919813 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.960961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.135113 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.157510 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-91a7575f-94a2-4456-8bdc-ed7e6a466805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.190766 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.196204 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Pushing event updated for resources: {'Port': ['ID=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.199986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.311228 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Provisioning for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:38.314958 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.322185 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Provisioning complete for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:38.322563 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.343719 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.351151 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.351833 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Transition to ACTIVE for port object 5565aecf-6f86-4e52-9b2d-7f927d354db9 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:38.355047 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c733591e-ecad-4f38-9df5-2d4aaa0cec45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:38.365049 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.368331 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-4af4dc6c-baf4-45d8-b82c-57881b869d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:38.406932 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Port 8d554a19-a2c2-4542-8b14-e134e984a6c7 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:38.421318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.431758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Pushing event updated for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.432414 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb04a-ee64-4a5d-b122-4f353f88b2eb None None] Pushing event updated for resources: {'Port': ['ID=5565aecf-6f86-4e52-9b2d-7f927d354db9,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.436157 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.437802 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-31ccb04a-ee64-4a5d-b122-4f353f88b2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.438947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Attempting to bind port 5565aecf-6f86-4e52-9b2d-7f927d354db9 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:38.439321 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Attempting to bind port 5565aecf-6f86-4e52-9b2d-7f927d354db9 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:38.440369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Attempting to bind port 5565aecf-6f86-4e52-9b2d-7f927d354db9 on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:38.449017 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Provisioning complete for port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:38.449401 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-cacba6a0-f707-485b-822b-b4c872a17d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.451303 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:38.451664 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:38.452065 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.452462 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:38.452945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Bound port: 5565aecf-6f86-4e52-9b2d-7f927d354db9, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:38.453323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.537515 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] For port 5565aecf-6f86-4e52-9b2d-7f927d354db9, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:38.542332 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] For port 5565aecf-6f86-4e52-9b2d-7f927d354db9, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5565aecf-6f86-4e52-9b2d-7f927d354db9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:38.549476 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.571694 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:38.641660 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:38.642354 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:38.647851 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb04a-ee64-4a5d-b122-4f353f88b2eb None None] Pushing event updated for resources: {'Port': ['ID=5565aecf-6f86-4e52-9b2d-7f927d354db9,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.679814 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-31ccb04a-ee64-4a5d-b122-4f353f88b2eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.756533 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:38.758671 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:38.764665 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:38.799605 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:38.876262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Router 5e21b5b4-cabc-4112-8c23-0e954f072919 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:38.934707 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:38.935220 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.984494 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:38.994866 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] 10.222.0.108 "PUT /v2.0/routers/5e21b5b4-cabc-4112-8c23-0e954f072919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0873163 Jun 22 18:34:39.029459 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.088716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-1f9cbc85-0572-4c84-920e-ad5d3e2855c5 None None] Provisioning complete for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:39.089098 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-1f9cbc85-0572-4c84-920e-ad5d3e2855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.110887 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:39.164657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '8d554a19-a2c2-4542-8b14-e134e984a6c7', 'name': '', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'mac_address': 'fa:16:3e:07:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:37Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 2, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'subnets': [{'id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:39.191429 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cbc85-0572-4c84-920e-ad5d3e2855c5 None None] Port 8d554a19-a2c2-4542-8b14-e134e984a6c7 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:39.195178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0acb06-fe32-4147-8432-12fe21870ddd None None] The sync data for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi is: [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '8d554a19-a2c2-4542-8b14-e134e984a6c7', 'name': '', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'mac_address': 'fa:16:3e:07:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:37Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 2, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'subnets': [{'id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:39.212573 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:39.218361 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:39.218765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.312375 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.348641 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:39.353711 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.357725 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:39.432848 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:39.436211 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:40.859314 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:40.933552 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:40.934215 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.031015 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5565aecf-6f86-4e52-9b2d-7f927d354db9 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:41.094318 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 5565aecf-6f86-4e52-9b2d-7f927d354db9 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:41.100330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5565aecf-6f86-4e52-9b2d-7f927d354db9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:41.100330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.190152 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.234765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 5565aecf-6f86-4e52-9b2d-7f927d354db9, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5565aecf-6f86-4e52-9b2d-7f927d354db9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:41.238252 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.240254 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:41.244207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-ab5f0313-4595-4944-8a9b-a643dca3bea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:41.324541 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=5565aecf-6f86-4e52-9b2d-7f927d354db9,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:41.330053 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:42.306350 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Sync routers for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:42.315637 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:42.316311 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:42.512773 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:42.751093 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '8d554a19-a2c2-4542-8b14-e134e984a6c7', 'name': '', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'mac_address': 'fa:16:3e:07:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:37Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 2, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'subnets': [{'id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:42.767434 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5565aecf-6f86-4e52-9b2d-7f927d354db9 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:42.788573 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Checking router: 5e21b5b4-cabc-4112-8c23-0e954f072919 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:42.789227 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Updating router 5e21b5b4-cabc-4112-8c23-0e954f072919 port 8d554a19-a2c2-4542-8b14-e134e984a6c7 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:42.827905 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.837895 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5565aecf-6f86-4e52-9b2d-7f927d354db9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:42.838384 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.137997 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.148564 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Transition to ACTIVE for port object 8d554a19-a2c2-4542-8b14-e134e984a6c7 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:43.154759 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.156812 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:43.201430 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18964a1e-2611-4af5-96ff-bfa1d93a429f None None] Pushing event updated for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:43.204905 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-18964a1e-2611-4af5-96ff-bfa1d93a429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:43.296386 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Attempting to bind port 8d554a19-a2c2-4542-8b14-e134e984a6c7 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:43.296751 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Attempting to bind port 8d554a19-a2c2-4542-8b14-e134e984a6c7 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:43.297168 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Attempting to bind port 8d554a19-a2c2-4542-8b14-e134e984a6c7 on network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:43.304790 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:43.305163 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Checking segment: {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:43.305625 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.306095 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Bound using segment: {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:43.306573 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Bound port: 8d554a19-a2c2-4542-8b14-e134e984a6c7, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2feacfb-6a09-435c-97e4-a79046b2edca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:43.307141 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.404922 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] For port 8d554a19-a2c2-4542-8b14-e134e984a6c7, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:43.408931 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] For port 8d554a19-a2c2-4542-8b14-e134e984a6c7, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=8d554a19-a2c2-4542-8b14-e134e984a6c7,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:43.417223 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.419663 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-4415b3af-427c-42c8-8a48-2ed0e50be22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:43.471196 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18964a1e-2611-4af5-96ff-bfa1d93a429f None None] Pushing event updated for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=4']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:43.476799 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-18964a1e-2611-4af5-96ff-bfa1d93a429f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:43.494801 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:43.495657 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:34:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:43.609274 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:43.698463 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:43.909877 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '8d554a19-a2c2-4542-8b14-e134e984a6c7', 'name': '', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'mac_address': 'fa:16:3e:07:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:37Z', 'updated_at': '2021-06-22T18:34:43Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'subnets': [{'id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:43.963768 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede1564-596e-49a1-9f13-c0bd259fd9f8 None None] The sync data for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi is: [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '8d554a19-a2c2-4542-8b14-e134e984a6c7', 'name': '', 'network_id': '8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'mac_address': 'fa:16:3e:07:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:37Z', 'updated_at': '2021-06-22T18:34:43Z', 'revision_number': 4, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'subnets': [{'id': '43400109-0215-4191-aac5-c4f3c2aed78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:44.799256 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8d554a19-a2c2-4542-8b14-e134e984a6c7 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:44.864378 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:44.871323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:44.872716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:44.885142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58576) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:45.014353 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.025418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.091016 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 8d554a19-a2c2-4542-8b14-e134e984a6c7, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=8d554a19-a2c2-4542-8b14-e134e984a6c7,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:45.107277 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.109337 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:45.200345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:45.207733 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:45.210787 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.216468 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.254065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-57f9dd31-7615-45b7-a632-6d64625bf52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:45.311166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58594) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:45.313206 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=f2d2cee4d48d40f69d2146a124f255dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268157 Jun 22 18:34:45.315466 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef5890-8b7e-4639-906f-be14f7c4c080,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:45.322243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:45.368632 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.403462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.475051 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.477650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.492009 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e9ef5890-8b7e-4639-906f-be14f7c4c080 HTTP/1.1" status: 204 len: 168 time: 0.1927679 Jun 22 18:34:45.492867 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-25023196-694e-4529-80a0-2c5a7234e913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:45.508715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef5890-8b7e-4639-906f-be14f7c4c080,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:45.524948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:45.808746 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58612) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:45.822773 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.925268 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.929750 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.932584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e465a5bb-2f15-466d-ad27-03e995970169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:45.977119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=33dafdd41bfc4dc994b9706f21e7d376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645212 Jun 22 18:34:45.977119 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b92c9-d182-414f-a126-63e308e256f4,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:45.978973 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:45.995003 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58614) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:46.054739 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:46.086721 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:46.138731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:46.141995 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:46.143305 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b29b92c9-d182-414f-a126-63e308e256f4 HTTP/1.1" status: 204 len: 168 time: 0.1474180 Jun 22 18:34:46.144256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0138ad8f-07a0-409d-8617-e446eb40243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:46.153776 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b92c9-d182-414f-a126-63e308e256f4,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:46.161058 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.161440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.161791 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.162864 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.163167 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.163519 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.163870 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.164215 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.164565 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.165929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.165929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.166794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:46.169315 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:46.819954 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8d554a19-a2c2-4542-8b14-e134e984a6c7 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:46.912822 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 8d554a19-a2c2-4542-8b14-e134e984a6c7 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:46.913206 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:47.760180 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-02240be2-799d-4434-b5b9-4588b5c44f04 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694931 Jun 22 18:34:47.953588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-d6f05350-a076-4578-88b2-c379aeb86655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.955280 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-d6f05350-a076-4578-88b2-c379aeb86655 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.0697029 Jun 22 18:34:48.087647 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-a2d48835-433b-473b-8aed-c2aa72a34f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.089178 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-a2d48835-433b-473b-8aed-c2aa72a34f04 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.1043823 Jun 22 18:34:48.181335 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-c31fb491-ea2c-4937-80f5-3b8a9a735c12 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 1001 time: 0.0794830 Jun 22 18:34:48.341503 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-48165e93-26af-4bdd-aaeb-8555287a06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.343023 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-48165e93-26af-4bdd-aaeb-8555287a06da service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.1483955 Jun 22 18:34:48.466790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-69957f4c-1f08-4113-9044-0701f05e7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.468163 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-69957f4c-1f08-4113-9044-0701f05e7c86 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148016 Jun 22 18:34:48.600423 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-50ac61cc-e878-4dbd-b0c9-3c93d84c4b2a service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199315 Jun 22 18:34:48.722405 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3aee7d6c-12a0-49a3-ae8e-f07bcc65c286 req-edc736b7-2a2e-421c-84e5-788ed5fa1a4c service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079292 Jun 22 18:34:49.870764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a5a06e82-7560-4546-a764-8b5140c780a7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:49.874521 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a5a06e82-7560-4546-a764-8b5140c780a7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 814 time: 0.1147077 Jun 22 18:34:49.894575 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-f11ffb77-7252-444d-bbdd-39009dc3e320 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/quotas/f1804bd6e2584c95a16365e72ddb049f HTTP/1.1" status: 200 len: 375 time: 0.0165596 Jun 22 18:34:50.239629 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-816b0c40-720d-44da-b990-6f3d6ac69a51 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3388066 Jun 22 18:34:50.425094 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-58d4d6f7-5b6d-4b87-a6ec-ba4d55d14ca1 service neutron] 10.222.0.108 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743760 Jun 22 18:34:50.514665 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-ef5270d5-b5c0-4ff1-bce0-64c72ce8e9bd service neutron] 10.222.0.108 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833013 Jun 22 18:34:50.674718 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7d0f7999-d19f-4ed0-b000-fc6d18cbbe6b req-94411708-1dc4-4962-b6a1-468906c8095b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Jun 22 18:34:51.811786 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2ec482df-9a71-4736-b1fa-abcf118d175f req-9d529d3b-ae51-4964-9f60-f97d9cd12d15 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Jun 22 18:34:52.947453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea26b296-64d0-4c9a-a1a0-7de095c46032 req-56f16a91-efac-49c0-b2bc-f682aba871f6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0281575 Jun 22 18:34:54.092217 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9a2c7d63-7a13-468e-9d0d-053037864528 req-62dd474e-c1e2-4d2c-929f-1749c17db3ad tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0334945 Jun 22 18:34:54.963388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-0c22798c-83e4-4a06-9afb-77545b9b8af4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:54.964818 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-0c22798c-83e4-4a06-9afb-77545b9b8af4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 814 time: 0.1062677 Jun 22 18:34:54.988446 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'port': {'device_id': '746fea36-362f-46de-9996-08722d2e1aa3', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'admin_state_up': True, 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:55.103232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Made reservation on behalf of f1804bd6e2584c95a16365e72ddb049f for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:55.107120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.236493 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5511c6f6-1c15-4985-867a-bbbeeeea4033 req-9ee47487-dff1-4e05-8882-e8cc2fd7fc95 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0299175 Jun 22 18:34:55.244069 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Allocated IP 172.20.0.13 (58f63a62-4502-49fb-95b8-582650aa7a36/6ac3ce36-eade-4938-86ab-458790c276de/87c6f814-bb7b-4dc2-ab5c-544437af8856) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:55.432300 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.447930 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Transition to ACTIVE for port object 87c6f814-bb7b-4dc2-ab5c-544437af8856 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:55.483108 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.494597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d79215b-e03e-45db-ae9a-8d6920764df9 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:55.521692 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Network 58f63a62-4502-49fb-95b8-582650aa7a36 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:55.524959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:55.529508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:55.609685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.610643 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.628982 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6442473 Jun 22 18:34:55.634962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:55.639559 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a91b86aa-0975-4cc1-a303-f80b5502d794 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:55.840038 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-f90eaef5-2e0b-4579-b057-a438d9d3b8c8 None None] Provisioning for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:55.855581 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-f90eaef5-2e0b-4579-b057-a438d9d3b8c8 None None] Provisioning complete for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:55.855974 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f90eaef5-2e0b-4579-b057-a438d9d3b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:55.906514 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-f90eaef5-2e0b-4579-b057-a438d9d3b8c8 None None] Port 87c6f814-bb7b-4dc2-ab5c-544437af8856 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:55.932228 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58838) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:56.042955 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.141434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.145256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.148408 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-222f7062-ca0b-4389-985a-9435b370a673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:56.183648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feccee46-8994-4dfe-96f5-80c4cd539911,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:56.187851 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=8a32693fa538436fba3701b5336a4cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546122 Jun 22 18:34:56.188703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:56.191413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58842) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:56.237638 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.261223 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.322209 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.324835 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.326059 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/feccee46-8994-4dfe-96f5-80c4cd539911 HTTP/1.1" status: 204 len: 168 time: 0.1344163 Jun 22 18:34:56.326798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2d3a4abc-f08f-4d94-bce5-791a08e385f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:56.346523 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feccee46-8994-4dfe-96f5-80c4cd539911,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:56.350774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:56.431266 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cc205-0c1f-4e5b-b30e-bfb10ae3c46f req-627ae3ea-4865-476a-8303-8acf85072fcd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.444468 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-459cc205-0c1f-4e5b-b30e-bfb10ae3c46f req-627ae3ea-4865-476a-8303-8acf85072fcd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0778654 Jun 22 18:34:56.488529 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-459cc205-0c1f-4e5b-b30e-bfb10ae3c46f req-da9288c1-8de2-4961-81aa-d4f325f589fa tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jun 22 18:34:56.643548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58864) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:56.657890 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.774528 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.778759 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.782868 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f35c006a-b718-4a76-b779-efe05d560c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:56.828003 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=b63b3d8f754044d1b8cebe161608af28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832485 Jun 22 18:34:56.830339 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd673516-d6d2-4048-a575-ea715a733be5,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:56.830860 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58870) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:56.833908 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:56.888067 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.910290 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.956476 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.959507 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:56.960700 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/cd673516-d6d2-4048-a575-ea715a733be5 HTTP/1.1" status: 204 len: 168 time: 0.1287010 Jun 22 18:34:56.961476 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4feea399-d968-4b1d-945f-34a56bdcb0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:56.970651 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd673516-d6d2-4048-a575-ea715a733be5,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:56.973004 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:57.709880 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c6ce4-ef8a-4b60-9a3b-a245f7e8f5d4 req-93262214-2c90-48b2-aa7b-ec8c104f7b96 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.711528 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c4c6ce4-ef8a-4b60-9a3b-a245f7e8f5d4 req-93262214-2c90-48b2-aa7b-ec8c104f7b96 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0887296 Jun 22 18:34:57.753857 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c4c6ce4-ef8a-4b60-9a3b-a245f7e8f5d4 req-3ac5f56a-c907-4455-898b-2b2e5926bc76 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364406 Jun 22 18:34:58.917435 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58962) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:59.074306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.262765 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.267666 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.272091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1856724b-073d-46b0-a01a-f02378918123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.278389 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58978) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:59.314257 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=7232cbd389e14a72915abd4210c87acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930509 Jun 22 18:34:59.314257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de809dc-5b07-4d82-805b-2cac39bb71d4,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.315899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58982) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:59.318635 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.422587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.445181 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.456076 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae375-d5c6-4122-a9ce-3fe1ffe58e05 req-4ea4925f-5f20-447c-b749-49f25a7e3464 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.457576 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f69ae375-d5c6-4122-a9ce-3fe1ffe58e05 req-4ea4925f-5f20-447c-b749-49f25a7e3464 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.1588230 Jun 22 18:34:59.482156 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.554305 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f69ae375-d5c6-4122-a9ce-3fe1ffe58e05 req-b671bbfa-c0c3-45a3-9ba4-3c3b10faaff2 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883467 Jun 22 18:34:59.586310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.588800 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.589906 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/5de809dc-5b07-4d82-805b-2cac39bb71d4 HTTP/1.1" status: 204 len: 168 time: 0.2430863 Jun 22 18:34:59.592764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7606c19-fcca-4eae-b165-768614fdd8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.611423 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de809dc-5b07-4d82-805b-2cac39bb71d4,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.613157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.627273 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.632585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.635693 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-1bf40b7b-269f-4f26-98ac-524b424a0514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.659470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d54e20-c0c8-4252-bfef-82d385302659,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.667123 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.683079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-53095d9e-0ed5-458e-8a24-d943157d7b79 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=0934675e73ee41b7af68ac6d0f780f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036176 Jun 22 18:34:59.685764 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58986) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:59.753322 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.776124 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.837768 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.840696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.841927 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b1d54e20-c0c8-4252-bfef-82d385302659 HTTP/1.1" status: 204 len: 168 time: 0.1551242 Jun 22 18:34:59.842989 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-71c153a8-75fd-4890-8654-49e7943076f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.853120 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d54e20-c0c8-4252-bfef-82d385302659,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.855663 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.952152 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 58994) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:59.966702 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.085795 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.089905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.093510 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-10dba11a-2935-4074-8bcd-d8c6ef8e1ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:00.129655 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=3631301c310e4945aee7587a6f843014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762753 Jun 22 18:35:00.131304 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444898cc-9ed0-4c1e-b472-320392f2620d,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:00.133007 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 58998) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:00.143610 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:00.183892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.208364 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.278287 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.280372 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59000) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:00.280910 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.284469 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/444898cc-9ed0-4c1e-b472-320392f2620d HTTP/1.1" status: 204 len: 168 time: 0.1481056 Jun 22 18:35:00.284469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b8b38d6e-a39e-4d4f-8c05-7cdf7b2f4abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:00.291651 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444898cc-9ed0-4c1e-b472-320392f2620d,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:00.295747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.299360 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:00.424885 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.431805 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.438297 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9206fbe6-98bc-4ed0-a722-a9a60d36cae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:00.479282 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=c55c4ca156bd4f5c9cec53d38a51373d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953959 Jun 22 18:35:00.479504 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59006) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:00.491366 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97adcef4-d2d8-416c-86c5-2402e929cb5c,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:00.494677 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:00.547943 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.575042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.642515 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.645310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.646663 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/97adcef4-d2d8-416c-86c5-2402e929cb5c HTTP/1.1" status: 204 len: 168 time: 0.1660283 Jun 22 18:35:00.649271 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0625f5c1-f4d1-4cc7-8403-d2a4f63ccb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:00.665925 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97adcef4-d2d8-416c-86c5-2402e929cb5c,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:00.668801 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:00.799161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4474-88cb-4304-9dbb-a45d992d61c0 req-59db92e2-86b7-4f89-9b65-99a88f3594bc tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.806980 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-635d4474-88cb-4304-9dbb-a45d992d61c0 req-59db92e2-86b7-4f89-9b65-99a88f3594bc tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0842974 Jun 22 18:35:00.859514 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-635d4474-88cb-4304-9dbb-a45d992d61c0 req-8a56cd84-e7b0-4d6e-875d-5fa2867e877d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Jun 22 18:35:02.077320 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606889-6265-4894-ab51-82b9dc09dd2b req-637c6ae5-ee7e-46d2-aeb9-ca3fcf7322d7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:02.086298 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87606889-6265-4894-ab51-82b9dc09dd2b req-637c6ae5-ee7e-46d2-aeb9-ca3fcf7322d7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0789416 Jun 22 18:35:02.126596 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87606889-6265-4894-ab51-82b9dc09dd2b req-9bd43d6f-de34-422c-9f53-0f33b1feb5aa tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 22 18:35:03.311984 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f2b4-8c86-487e-9111-05dfe8976e25 req-ed4e6df0-c004-47fb-ad60-ea0409ee9c64 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:03.313431 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ff77f2b4-8c86-487e-9111-05dfe8976e25 req-ed4e6df0-c004-47fb-ad60-ea0409ee9c64 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0684552 Jun 22 18:35:03.352073 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ff77f2b4-8c86-487e-9111-05dfe8976e25 req-cfac1b5d-a62d-4e92-aae6-4feaf947a6c8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322819 Jun 22 18:35:04.553578 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff6d52-cb74-49f2-a00e-9c04943b1c44 req-62e1093d-9761-4f49-9f2c-ad6d2040254c tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:04.555081 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-62ff6d52-cb74-49f2-a00e-9c04943b1c44 req-62e1093d-9761-4f49-9f2c-ad6d2040254c tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0837994 Jun 22 18:35:04.591565 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-62ff6d52-cb74-49f2-a00e-9c04943b1c44 req-d7a9fe79-0390-4c1e-a5f8-a589348fc1a8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Jun 22 18:35:05.347738 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b0639bb6-a352-4093-b334-aca4a7423f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.872569 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0a031-f0a0-4b1e-aecf-bbd864a86d47 req-18eee072-e0e3-45fd-9f10-fe6929b1e877 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.874764 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2dc0a031-f0a0-4b1e-aecf-bbd864a86d47 req-18eee072-e0e3-45fd-9f10-fe6929b1e877 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.1138105 Jun 22 18:35:05.925162 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2dc0a031-f0a0-4b1e-aecf-bbd864a86d47 req-74544322-5eb3-4185-a575-e83854e1c92d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Jun 22 18:35:07.106941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d25a6-6cc3-43c7-9c41-1f7c3f0f198e req-758523ed-b561-4d3d-a4f0-08c097916e0f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:07.108608 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d02d25a6-6cc3-43c7-9c41-1f7c3f0f198e req-758523ed-b561-4d3d-a4f0-08c097916e0f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0713508 Jun 22 18:35:07.146748 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d02d25a6-6cc3-43c7-9c41-1f7c3f0f198e req-de2ca182-a21f-431b-a024-a8fc3f1a8708 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317357 Jun 22 18:35:07.901870 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0453016f-d7b6-44d5-97cf-ff214b1c47aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.041871 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.335429 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789275-436e-4568-8bac-0c6a818e1d66 req-6f8b8859-2013-4d69-978c-6026ebe52bfa tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.336893 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3e789275-436e-4568-8bac-0c6a818e1d66 req-6f8b8859-2013-4d69-978c-6026ebe52bfa tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0760772 Jun 22 18:35:08.375995 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3e789275-436e-4568-8bac-0c6a818e1d66 req-663c162b-127a-4415-b809-464e6b607bef tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Jun 22 18:35:09.006863 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.548733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41607-a7a5-45b5-8458-6b3f78f43131 req-1b8e6777-0474-4b75-8938-8b4744da16b8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:09.550222 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-62a41607-a7a5-45b5-8458-6b3f78f43131 req-1b8e6777-0474-4b75-8938-8b4744da16b8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 932 time: 0.0627239 Jun 22 18:35:09.550903 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Request body: {'port': {'device_id': '746fea36-362f-46de-9996-08722d2e1aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:09.590081 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-62a41607-a7a5-45b5-8458-6b3f78f43131 req-6378ce72-a751-4db0-8540-42423aa9d5ec tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Jun 22 18:35:09.623798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.888470 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c6f814-bb7b-4dc2-ab5c-544437af8856 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:09.895803 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.907301 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Transition to ACTIVE for port object 87c6f814-bb7b-4dc2-ab5c-544437af8856 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:35:09.910097 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.913413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-04b6951f-c787-4d0b-8adf-f519df1d5be2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:09.966518 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:09.990975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:10.041679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Attempting to bind port 87c6f814-bb7b-4dc2-ab5c-544437af8856 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:35:10.042040 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Attempting to bind port 87c6f814-bb7b-4dc2-ab5c-544437af8856 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:35:10.042374 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Attempting to bind port 87c6f814-bb7b-4dc2-ab5c-544437af8856 on network 58f63a62-4502-49fb-95b8-582650aa7a36 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:35:10.046814 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Port 87c6f814-bb7b-4dc2-ab5c-544437af8856 on network 58f63a62-4502-49fb-95b8-582650aa7a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:35:10.047136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Attempting to bind port 87c6f814-bb7b-4dc2-ab5c-544437af8856 on network 58f63a62-4502-49fb-95b8-582650aa7a36 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:35:10.052991 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:35:10.053333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Checking segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:35:10.053711 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Bound using segment: {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:35:10.054201 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Bound port: 87c6f814-bb7b-4dc2-ab5c-544437af8856, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf42227a-573c-47d6-bddf-0ca46e2f0302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1374, 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:35:10.054508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:10.133878 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:35:10.139341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:35:10.145951 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:10.155278 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:10.183707 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.184330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:10.185752 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] 10.222.0.112 "PUT /v2.0/ports/87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 1094 time: 0.7460282 Jun 22 18:35:10.186280 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:10.188619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492a447-b776-4fdc-8cb7-c41fa00c79e0" -d '{"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:10.223059 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:10.227952 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:10.359390 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-27b81f2d-c727-42f0-8bf5-e1739c14b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.361673 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-27b81f2d-c727-42f0-8bf5-e1739c14b7e9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0768251 Jun 22 18:35:10.423969 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-56ef88c2-0c6a-4336-a9ac-a6ff170f76d4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 217 time: 0.0458190 Jun 22 18:35:10.442275 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3858f7cc-cd20-4ffc-8049-18eb5533b7d8 x-openstack-request-id: req-3858f7cc-cd20-4ffc-8049-18eb5533b7d8 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:10.442618 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:10.443083 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-3858f7cc-cd20-4ffc-8049-18eb5533b7d8 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:10.443674 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:35:10.481855 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-70bef09f-f7c1-4ee0-8612-4db76f12ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.483372 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-70bef09f-f7c1-4ee0-8612-4db76f12ca44 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0509322 Jun 22 18:35:10.547041 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-730250e8-abf4-429f-a5c4-96047cc40d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.548535 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-730250e8-abf4-429f-a5c4-96047cc40d9d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573246 Jun 22 18:35:10.650710 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-4bc76e97-0d34-4992-aecf-6174c9906ca7 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929360 Jun 22 18:35:10.744893 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0aee9cd0-7109-4689-956b-6a75186c36ba req-551819a8-8d3a-41fc-a7fc-68ce89eb9c00 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Jun 22 18:35:10.783777 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba896bb-e546-4671-9186-482916783ee6 req-b40ab1c8-8e78-40c9-abef-ed7dee5d7c08 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.785262 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ba896bb-e546-4671-9186-482916783ee6 req-b40ab1c8-8e78-40c9-abef-ed7dee5d7c08 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 944 time: 0.0732491 Jun 22 18:35:10.824664 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ba896bb-e546-4671-9186-482916783ee6 req-ddc72a2b-88ba-45d1-adb7-6533b2ef47ca tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Jun 22 18:35:10.935309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-73d935dd-1e68-4149-adbb-be716d1e1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.936790 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-73d935dd-1e68-4149-adbb-be716d1e1011 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0629315 Jun 22 18:35:11.031183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-41eba185-a55e-4d91-b4a2-a7e444777312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.032687 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-41eba185-a55e-4d91-b4a2-a7e444777312 service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.0867321 Jun 22 18:35:11.074363 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-2c4166ff-773d-4bd8-a2b8-2f97402996ab service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 217 time: 0.0334604 Jun 22 18:35:11.127554 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-014deb14-258d-47a4-9542-8a30827f094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.128998 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-014deb14-258d-47a4-9542-8a30827f094e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0445254 Jun 22 18:35:11.193252 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-574bd9c8-3cc6-4d7e-a0aa-40fc6c4c5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.195020 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-574bd9c8-3cc6-4d7e-a0aa-40fc6c4c5cbe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575297 Jun 22 18:35:11.219819 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:11.303776 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-eb5cb34b-03f7-49ff-baba-abd1ed440968 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971885 Jun 22 18:35:11.409275 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5492a447-b776-4fdc-8cb7-c41fa00c79e0 req-edf3572f-9dfc-4e4a-881a-ca6203ec98c5 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974994 Jun 22 18:35:11.447772 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991fae4-86db-4d6c-bf8f-5e9756ad8a48 req-16a8c297-92e2-450e-91eb-eb624530363e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:11.457993 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d991fae4-86db-4d6c-bf8f-5e9756ad8a48 req-16a8c297-92e2-450e-91eb-eb624530363e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Jun 22 18:35:11.489237 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d991fae4-86db-4d6c-bf8f-5e9756ad8a48 req-10f59d1c-df0b-4104-aced-4dcddf9150bf tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337925 Jun 22 18:35:12.006056 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fb637-c242-4064-aaa5-3992baddf062 req-8db7e4c4-6e74-4067-a00b-9bd7fc056f53 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.007520 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-695fb637-c242-4064-aaa5-3992baddf062 req-8db7e4c4-6e74-4067-a00b-9bd7fc056f53 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 944 time: 0.0677776 Jun 22 18:35:12.046613 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-695fb637-c242-4064-aaa5-3992baddf062 req-519287fd-8d35-4c48-94d1-f7adbf136719 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jun 22 18:35:12.209954 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:12.664194 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da9d4-0a5e-4d4e-bd6c-baf9dca66749 req-43d4bfa4-2cd7-4abc-be90-7b04d70fb71f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:12.665662 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2d9da9d4-0a5e-4d4e-bd6c-baf9dca66749 req-43d4bfa4-2cd7-4abc-be90-7b04d70fb71f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0639067 Jun 22 18:35:12.703403 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2d9da9d4-0a5e-4d4e-bd6c-baf9dca66749 req-1242f203-168f-4d52-a5ca-1bc02cac6eb0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317488 Jun 22 18:35:12.985232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59298) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:13.098861 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.185640 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.190573 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.194474 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-88517e50-5f3f-4348-af3f-8373a7a262ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:13.218875 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d260bd-ff29-47ad-a383-241ef9a5429b req-633e57bd-308c-4202-946a-709ef264da90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.220353 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f4d260bd-ff29-47ad-a383-241ef9a5429b req-633e57bd-308c-4202-946a-709ef264da90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 944 time: 0.0640292 Jun 22 18:35:13.228556 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=4bf71b6fe55149449444ca2f5874ad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422307 Jun 22 18:35:13.230503 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a76c31-aa0c-4e48-ab26-5425cdc15c5f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:13.232745 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59304) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:13.234704 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:13.265030 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f4d260bd-ff29-47ad-a383-241ef9a5429b req-94ecf458-522f-409b-a3af-416c4a963da7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Jun 22 18:35:13.287350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.310157 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.361513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.364146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.365276 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/11a76c31-aa0c-4e48-ab26-5425cdc15c5f HTTP/1.1" status: 204 len: 168 time: 0.1316378 Jun 22 18:35:13.366132 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a4aac31b-6ed8-4820-b161-2d73cedbf4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:13.373974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a76c31-aa0c-4e48-ab26-5425cdc15c5f,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:13.376229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:13.632221 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59310) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:13.649243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.687638 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.740404 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.744516 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.748016 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b66e2436-7f14-4c94-b1e3-a8469ae3f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:13.792340 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=9575a013419b4a8184a72cae0fdf699a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566505 Jun 22 18:35:13.792576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59314) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:13.798490 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d592f718-9c1d-41c4-aac5-1ec2a5f60bb0,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:13.802168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:13.882256 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.915518 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b60ed3-a930-43eb-ad67-e02fdd478565 req-a4251cbf-05a0-4184-976f-f689843d6c23 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:13.916861 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-18b60ed3-a930-43eb-ad67-e02fdd478565 req-a4251cbf-05a0-4184-976f-f689843d6c23 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0972183 Jun 22 18:35:13.918813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:13.982048 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-18b60ed3-a930-43eb-ad67-e02fdd478565 req-1b158c1b-70ca-453a-b834-39a3e4bb32f1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542307 Jun 22 18:35:14.006570 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:14.009188 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:14.010635 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d592f718-9c1d-41c4-aac5-1ec2a5f60bb0 HTTP/1.1" status: 204 len: 168 time: 0.2172153 Jun 22 18:35:14.011644 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0a4a599a-7896-4211-bc21-973729c71bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:14.026100 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592f718-9c1d-41c4-aac5-1ec2a5f60bb0,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:14.032251 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:14.445316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacd08f-c3bb-457f-93ae-0e0b2f9ccde8 req-4cec4e06-6d4e-49b7-8f65-ef85ebf552c7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:14.446959 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fdacd08f-c3bb-457f-93ae-0e0b2f9ccde8 req-4cec4e06-6d4e-49b7-8f65-ef85ebf552c7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 944 time: 0.0690250 Jun 22 18:35:14.487472 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fdacd08f-c3bb-457f-93ae-0e0b2f9ccde8 req-ff950f25-973e-4346-a9c6-116fc7e046b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347381 Jun 22 18:35:15.142808 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 87c6f814-bb7b-4dc2-ab5c-544437af8856 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:35:15.157536 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee53359-0b66-4397-a49a-29dc2e168d85 req-6e9bf77a-9009-4b2a-9934-2f3a5141a743 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.159181 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fee53359-0b66-4397-a49a-29dc2e168d85 req-6e9bf77a-9009-4b2a-9934-2f3a5141a743 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0629258 Jun 22 18:35:15.206922 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fee53359-0b66-4397-a49a-29dc2e168d85 req-3fc9a23b-06e5-4cb7-b231-5835c44a7a4d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Jun 22 18:35:15.254763 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:15.268118 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'port_id': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'mac_address': 'fa:16:3e:4b:a1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:35:15.311402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.326113 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c6f814-bb7b-4dc2-ab5c-544437af8856 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:15.347344 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:15.355557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.357464 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:15.405894 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:15.413511 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.413862 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.414231 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.414566 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.415063 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.415245 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.415569 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.415891 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.418476 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.418834 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.419188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.419532 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:15.423575 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:15.462414 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59376) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:15.573254 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.670827 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.674447 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9b87e-9969-4525-8b9b-410bdeb90926 req-90c04a58-73c2-497d-aaac-ddc639fd7041 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:15.675082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.676279 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a9f9b87e-9969-4525-8b9b-410bdeb90926 req-90c04a58-73c2-497d-aaac-ddc639fd7041 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 945 time: 0.0775838 Jun 22 18:35:15.678376 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-507b97df-9e51-4adc-b255-88933dc20c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:15.720754 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502a750-0b35-4962-9c49-01ab5c007628,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:15.720883 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a9f9b87e-9969-4525-8b9b-410bdeb90926 req-4839c5e8-ef07-49f3-a094-c4f08e0883f2 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Jun 22 18:35:15.722199 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:15.730531 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=cf0cb3b3f68a4bc09707f31c56f64f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670302 Jun 22 18:35:15.730673 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59384) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:15.780479 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.799685 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:15.802805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.848556 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.851790 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:15.852951 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/4502a750-0b35-4962-9c49-01ab5c007628 HTTP/1.1" status: 204 len: 168 time: 0.1212237 Jun 22 18:35:15.853788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7cca7197-9d20-4d03-bf0e-6ee1c1f3f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:15.862387 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502a750-0b35-4962-9c49-01ab5c007628,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:15.871183 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:16.112948 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59390) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:16.125799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.210647 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.214276 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.217417 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-19ebdcae-1d66-429e-8ae8-aa9531f34e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:16.251125 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85321bd-ba67-407d-806c-7cbb194fdbdc,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:16.256587 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:16.260312 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-310c85e5-28a5-4152-b11b-6e6aca81b0d5 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=30c2035ef97542c8aad457d30cc6ca87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463592 Jun 22 18:35:16.262907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59394) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:16.321174 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.370995 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.427178 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7744af-c6e9-4593-9b0e-711fddd64bc0 req-2120f261-4753-4fa6-9257-dc9746217382 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.428652 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7e7744af-c6e9-4593-9b0e-711fddd64bc0 req-2120f261-4753-4fa6-9257-dc9746217382 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1023533 Jun 22 18:35:16.450160 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.452689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:16.453766 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b85321bd-ba67-407d-806c-7cbb194fdbdc HTTP/1.1" status: 204 len: 168 time: 0.1898439 Jun 22 18:35:16.456002 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cb29cc3b-c25d-4755-9798-acad92a5189a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:16.472392 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85321bd-ba67-407d-806c-7cbb194fdbdc,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:16.476085 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:16.481192 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7e7744af-c6e9-4593-9b0e-711fddd64bc0 req-ab10c4a5-d13a-4736-a2b6-1c6651aa9e5a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468488 Jun 22 18:35:16.910952 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6e8af-8899-405b-b377-1ea3779e9d46 req-7715d413-7f90-4ca7-8797-0ea61f4a449d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:16.912482 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9ef6e8af-8899-405b-b377-1ea3779e9d46 req-7715d413-7f90-4ca7-8797-0ea61f4a449d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 945 time: 0.0716300 Jun 22 18:35:16.969275 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9ef6e8af-8899-405b-b377-1ea3779e9d46 req-ec43e52e-da80-45d9-a203-a50e59f94c10 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Jun 22 18:35:17.148888 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 87c6f814-bb7b-4dc2-ab5c-544437af8856 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:17.196543 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:35:17.200061 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:17.200438 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.287348 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.310107 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:17.312366 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c84d96-b72d-4a8b-b754-0bd7301580b3" -d '{"events": [{"server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "name": "network-vif-plugged", "status": "completed", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:17.325223 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:17.329317 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.332385 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:17.359232 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e12266-7f78-4874-91e2-ddc8df54e5bd x-openstack-request-id: req-d6e12266-7f78-4874-91e2-ddc8df54e5bd {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:17.359537 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "name": "network-vif-plugged", "status": "completed", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:17.359792 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-d6e12266-7f78-4874-91e2-ddc8df54e5bd {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:17.360174 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'code': 200} Jun 22 18:35:17.386435 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:17.389459 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:17.521845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59454) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:17.644090 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.664909 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968133b-2043-42bc-8462-25d56c56bb2e req-c76e50ed-5e18-44f4-8012-5823f37e1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:17.666401 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e968133b-2043-42bc-8462-25d56c56bb2e req-c76e50ed-5e18-44f4-8012-5823f37e1108 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0507052 Jun 22 18:35:17.695854 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51404b5e-ff4e-4b38-8074-6f238ba3a362 req-bd572fc4-a300-411e-b54a-835d3b428308 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:17.697560 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51404b5e-ff4e-4b38-8074-6f238ba3a362 req-bd572fc4-a300-411e-b54a-835d3b428308 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0993030 Jun 22 18:35:17.702488 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e968133b-2043-42bc-8462-25d56c56bb2e req-b1239b81-4697-48af-9cdd-791668004f18 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284810 Jun 22 18:35:17.758693 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51404b5e-ff4e-4b38-8074-6f238ba3a362 req-5b589ddd-4426-41d8-bd3f-e657b486253a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526433 Jun 22 18:35:17.795965 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.799751 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.803275 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d718785e-48f2-4799-bd40-8533fe2faed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:17.837873 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=4724f7a7f84746faa4f24f22b15f5c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147573 Jun 22 18:35:17.839070 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173608e2-a8db-4f03-b2b2-24894ddd6f53,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:17.840550 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59458) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:17.842266 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b310aa30-9515-4407-b28a-81d2ae5edb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:17.888093 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.911968 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.955793 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.958530 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:17.959630 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/173608e2-a8db-4f03-b2b2-24894ddd6f53 HTTP/1.1" status: 204 len: 168 time: 0.1181352 Jun 22 18:35:17.960850 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2eb4934c-0870-4d8e-83a4-db5a1b1eb6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:17.967767 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173608e2-a8db-4f03-b2b2-24894ddd6f53,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:17.969956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:18.131049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824353c5-2c07-4554-9d64-024e0fad4e1f req-eb93ad03-aeb0-4064-866e-0fb47a7a8a1a tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:18.132503 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-824353c5-2c07-4554-9d64-024e0fad4e1f req-eb93ad03-aeb0-4064-866e-0fb47a7a8a1a tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0639997 Jun 22 18:35:18.174567 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-824353c5-2c07-4554-9d64-024e0fad4e1f req-82fc8596-c013-48e8-92af-7babf4d4bda3 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Jun 22 18:35:18.508762 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59492) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:18.704269 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.798182 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.802799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.805284 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8bae79ba-51b3-42cc-ae4a-076449d977ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:18.841871 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564f2ded-b0ec-4e21-8bd6-3ef98d75a3e4,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:18.845128 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:18.848359 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=25a424430e6e49c0a28f42f22a7960ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381193 Jun 22 18:35:18.850718 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59504) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:18.916272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.942922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.950504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4b8b-48bb-4713-8a71-2fb9fedaebbb req-338bbfa6-d3c7-4828-8879-8325a9e4be35 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:18.952016 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e22c4b8b-48bb-4713-8a71-2fb9fedaebbb req-338bbfa6-d3c7-4828-8879-8325a9e4be35 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0705798 Jun 22 18:35:18.993295 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e22c4b8b-48bb-4713-8a71-2fb9fedaebbb req-08cc557c-4e35-48e2-a5de-8737525214fd tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356371 Jun 22 18:35:19.003847 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.007869 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.018698 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/564f2ded-b0ec-4e21-8bd6-3ef98d75a3e4 HTTP/1.1" status: 204 len: 168 time: 0.1597958 Jun 22 18:35:19.018698 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-612ef75d-c88a-4592-859d-08034abce2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:19.025680 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564f2ded-b0ec-4e21-8bd6-3ef98d75a3e4,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:19.035125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:19.281436 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59516) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:19.294400 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.354508 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef071-117a-4eca-860e-d39e0c79f00f req-35b17170-277f-45b2-9556-d0ea09b36b7f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:19.355961 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-496ef071-117a-4eca-860e-d39e0c79f00f req-35b17170-277f-45b2-9556-d0ea09b36b7f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0661743 Jun 22 18:35:19.385194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.390418 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.393907 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c78cdb51-2307-4451-8c8b-9030111814d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:19.395470 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-496ef071-117a-4eca-860e-d39e0c79f00f req-26d29dfa-85cf-4898-a438-1cdd2998b4f5 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Jun 22 18:35:19.429893 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=50d3d9ef7d5b43eabfb7410ebab1f429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473467 Jun 22 18:35:19.431121 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e779bd-b5ea-439f-965f-e2e32afa742a,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:19.432731 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59520) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:19.434097 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:19.482200 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.503114 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.592555 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882acf8-ce64-400f-8243-55aabf86bda5 req-f2db2007-8c2c-4ad3-be7d-7b0d3f186209 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:19.593986 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8882acf8-ce64-400f-8243-55aabf86bda5 req-f2db2007-8c2c-4ad3-be7d-7b0d3f186209 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0848038 Jun 22 18:35:19.594989 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.597509 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.599051 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/82e779bd-b5ea-439f-965f-e2e32afa742a HTTP/1.1" status: 204 len: 168 time: 0.1648459 Jun 22 18:35:19.599807 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-aab524bb-69b7-4c3d-a61d-8752cb0ce3d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:19.613301 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e779bd-b5ea-439f-965f-e2e32afa742a,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:19.621946 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:19.641761 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8882acf8-ce64-400f-8243-55aabf86bda5 req-58b31fda-889f-41a3-894d-f3a982d1f0ce tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Jun 22 18:35:20.032916 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6569a-6c1e-48e6-8a15-273797de1c86 req-051fe13e-3d52-4176-906f-5e67d722fabe tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.034373 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cfd6569a-6c1e-48e6-8a15-273797de1c86 req-051fe13e-3d52-4176-906f-5e67d722fabe tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0642786 Jun 22 18:35:20.076771 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cfd6569a-6c1e-48e6-8a15-273797de1c86 req-6634ec63-39f7-4013-911c-448d40bdffc6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357547 Jun 22 18:35:20.305827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63343a-763d-4648-ac1a-c67dd9cae7cf req-f586769e-fa19-4dc3-8caf-a95891fb9c64 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:20.307423 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0b63343a-763d-4648-ac1a-c67dd9cae7cf req-f586769e-fa19-4dc3-8caf-a95891fb9c64 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0956771 Jun 22 18:35:20.358345 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0b63343a-763d-4648-ac1a-c67dd9cae7cf req-a7ea1e69-93f9-4627-adea-38722f3014b4 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418923 Jun 22 18:35:21.461761 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f57c0-8dfd-4fe3-9303-6d2dd238e643 req-07bc8853-24b5-4300-952e-2ee5d9743214 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:21.463266 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b19f57c0-8dfd-4fe3-9303-6d2dd238e643 req-07bc8853-24b5-4300-952e-2ee5d9743214 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0649595 Jun 22 18:35:21.506775 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b19f57c0-8dfd-4fe3-9303-6d2dd238e643 req-d74648e6-5be1-44d3-84da-7b6e286b28bf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Jun 22 18:35:21.676442 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59618) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:21.677241 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e9d8a-95b9-4a97-b791-134b175b6982 req-0e2575f7-e38c-40cf-b358-9e5703fc99fe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:21.678720 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ef0e9d8a-95b9-4a97-b791-134b175b6982 req-0e2575f7-e38c-40cf-b358-9e5703fc99fe tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0655251 Jun 22 18:35:21.717387 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ef0e9d8a-95b9-4a97-b791-134b175b6982 req-e5029d98-1de1-4d8f-94cc-82a230a4b09e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Jun 22 18:35:21.784301 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:21.876833 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:21.881408 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:21.884166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-be3d712b-3209-4c51-9ff5-f3ff11969e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:21.919777 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=cbed4f74e7424d118391f1bed91ecbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422299 Jun 22 18:35:21.920959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb02d8c-49c2-4fa9-a5c9-cfb3ca487f0f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:21.923034 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59628) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:21.923919 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:21.977420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.000890 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.051436 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.054702 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.055834 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/cdb02d8c-49c2-4fa9-a5c9-cfb3ca487f0f HTTP/1.1" status: 204 len: 168 time: 0.1317773 Jun 22 18:35:22.056584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:22.076435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb02d8c-49c2-4fa9-a5c9-cfb3ca487f0f,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:22.079063 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:22.327283 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59642) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:22.341260 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.441749 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.446439 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.449774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-13968161-fa0f-49f0-8c72-96177ffd7c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:22.482538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c93b3-f6cf-41af-a10b-50765daa12bf req-6a52e15b-1be3-4f86-b73b-d02dc06b89ef tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:22.483929 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-449c93b3-f6cf-41af-a10b-50765daa12bf req-6a52e15b-1be3-4f86-b73b-d02dc06b89ef tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0699348 Jun 22 18:35:22.486195 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=9ec00ae5f0a54063a9b6e075fd81b900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578124 Jun 22 18:35:22.487159 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0412e2e6-db3b-48f8-8250-c102fe2e5ca3,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:22.488705 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59650) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:22.494529 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:22.561976 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-449c93b3-f6cf-41af-a10b-50765daa12bf req-6b5f44d9-3a42-4fcd-9186-d0a888c098d4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700767 Jun 22 18:35:22.576689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.599808 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.647765 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.650446 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:22.651580 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/0412e2e6-db3b-48f8-8250-c102fe2e5ca3 HTTP/1.1" status: 204 len: 168 time: 0.1610503 Jun 22 18:35:22.652322 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2df6fb59-6017-4955-b085-781a773fc030 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:22.659877 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0412e2e6-db3b-48f8-8250-c102fe2e5ca3,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:22.664281 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:22.786869 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59674) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:22.915350 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be94d8-bad7-46eb-a42c-dcf65fad16cd req-6231bb63-c27c-46e6-b719-5d962bfa6648 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:22.917094 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a4be94d8-bad7-46eb-a42c-dcf65fad16cd req-6231bb63-c27c-46e6-b719-5d962bfa6648 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0825133 Jun 22 18:35:22.986992 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a4be94d8-bad7-46eb-a42c-dcf65fad16cd req-7cf69534-c9c1-4e9a-b602-b5c1550a1a18 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538270 Jun 22 18:35:22.994485 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-531af12c-ed9f-4363-8645-47d42e2ed639 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2059932 Jun 22 18:35:23.768112 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8c245-4f32-4404-823b-118b10f8fed7 req-f922a05f-1b2a-48b7-b7fa-064974db6736 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:23.774594 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24b8c245-4f32-4404-823b-118b10f8fed7 req-f922a05f-1b2a-48b7-b7fa-064974db6736 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0709534 Jun 22 18:35:23.809750 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24b8c245-4f32-4404-823b-118b10f8fed7 req-16ab0c31-86c7-4502-9b7c-dd6f67ff6188 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Jun 22 18:35:24.155117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8403b-6d79-4b4e-8566-5ec73f56e894 req-ae920139-2acb-4360-8961-c4c473ec058a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:24.156467 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6aa8403b-6d79-4b4e-8566-5ec73f56e894 req-ae920139-2acb-4360-8961-c4c473ec058a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0615277 Jun 22 18:35:24.196149 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6aa8403b-6d79-4b4e-8566-5ec73f56e894 req-adfd3985-ccbb-4992-93d8-8b9e95dc722a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335934 Jun 22 18:35:24.987946 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7e254-64f6-4834-b624-9907a98f8b8c req-1e5a69bd-54fa-439a-8246-c8501fb65849 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:24.989755 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61a7e254-64f6-4834-b624-9907a98f8b8c req-1e5a69bd-54fa-439a-8246-c8501fb65849 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0640931 Jun 22 18:35:25.027834 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61a7e254-64f6-4834-b624-9907a98f8b8c req-3bf167d7-c78c-4487-ab5c-9b824048cc57 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Jun 22 18:35:25.373142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a910-b94f-4677-9a36-e8b968e7cf7d req-768928b7-4aaf-483b-bc70-5d594701ad05 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:25.374593 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3892a910-b94f-4677-9a36-e8b968e7cf7d req-768928b7-4aaf-483b-bc70-5d594701ad05 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0626903 Jun 22 18:35:25.410357 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3892a910-b94f-4677-9a36-e8b968e7cf7d req-d0d29d9a-b259-4c21-a436-e82360dafc93 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302503 Jun 22 18:35:26.524534 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990e87a-8891-4896-acf9-57c3e4946302 req-d12680e5-81b2-43c0-bda1-16202418a395 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.526136 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f990e87a-8891-4896-acf9-57c3e4946302 req-d12680e5-81b2-43c0-bda1-16202418a395 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0971551 Jun 22 18:35:26.568581 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f990e87a-8891-4896-acf9-57c3e4946302 req-5bf116da-af01-43c6-8476-bae24395cd9d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346587 Jun 22 18:35:26.745848 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c0da9-cc05-442c-866d-ed99c8961d06 req-e1f03ba7-3128-419e-b830-da2bbed5afa0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.747355 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-447c0da9-cc05-442c-866d-ed99c8961d06 req-e1f03ba7-3128-419e-b830-da2bbed5afa0 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0648539 Jun 22 18:35:26.769066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-f734a9b3-8368-4b1c-8d5c-c96f4a16c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.771241 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-f734a9b3-8368-4b1c-8d5c-c96f4a16c71e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 1097 time: 0.3515859 Jun 22 18:35:26.787090 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-447c0da9-cc05-442c-866d-ed99c8961d06 req-8d33e921-3478-47a9-8a7d-73de352408bc tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340552 Jun 22 18:35:26.881864 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-8654f267-2567-4036-bada-1c01af6c081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.883245 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-8654f267-2567-4036-bada-1c01af6c081f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1097 time: 0.0526338 Jun 22 18:35:26.981558 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-87e31110-fdae-44ee-892d-c984f5b1f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:26.983012 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-87e31110-fdae-44ee-892d-c984f5b1f98a service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0929801 Jun 22 18:35:27.046736 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-d4a08b82-1819-4cfb-8efd-3572612a0296 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 1000 time: 0.0553501 Jun 22 18:35:27.093620 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-f265f4bc-f86d-4792-af96-7fb669d5125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.094983 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-f265f4bc-f86d-4792-af96-7fb669d5125b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0416019 Jun 22 18:35:27.161375 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-79b02e70-e6d8-43c2-9e85-20264384ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.163079 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-79b02e70-e6d8-43c2-9e85-20264384ce5b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580037 Jun 22 18:35:27.257667 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-e5f6ecdd-ef36-48d6-99ac-8ca647b2ca0f service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828702 Jun 22 18:35:27.361493 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5e46fe1a-a1dd-4b02-81ae-fff51342ed2b req-34441849-bd96-4d66-bb4a-95c36ca0150c service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936155 Jun 22 18:35:27.765077 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc0c8-3e3a-456e-a701-042563e2ef48 req-664b1450-8e81-4d0f-bb54-7d06dae3b27c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.766630 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-027fc0c8-3e3a-456e-a701-042563e2ef48 req-664b1450-8e81-4d0f-bb54-7d06dae3b27c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0671670 Jun 22 18:35:27.809641 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-027fc0c8-3e3a-456e-a701-042563e2ef48 req-e4e2c505-d329-4622-a377-714d9f53bb8f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370584 Jun 22 18:35:27.984208 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1b024-e064-48a0-857d-8e07d1f3d370 req-33993fc5-696a-4ea8-a39d-0c5aac82b1ed tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.991524 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-eac1b024-e064-48a0-857d-8e07d1f3d370 req-33993fc5-696a-4ea8-a39d-0c5aac82b1ed tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0765598 Jun 22 18:35:28.051678 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-eac1b024-e064-48a0-857d-8e07d1f3d370 req-4730b7a3-de20-4f1d-acbf-143c28916faf tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590827 Jun 22 18:35:28.517006 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 59848) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:28.624191 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.740527 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.745026 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.748424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-16b4a521-8d92-4c55-84a9-30f10d7eaef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:28.785071 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=620836b0c2554619b4b5f4bde27424ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667615 Jun 22 18:35:28.786319 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63a6838-2f97-4e75-91a9-af8ce8b40d86,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:28.787841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 59858) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:28.789565 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:28.851109 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.874620 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.924245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.927416 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:28.928734 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e63a6838-2f97-4e75-91a9-af8ce8b40d86 HTTP/1.1" status: 204 len: 168 time: 0.1399117 Jun 22 18:35:28.929489 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0b35dc6d-c81a-4881-9c07-d18da66fc16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:28.954777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63a6838-2f97-4e75-91a9-af8ce8b40d86,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:28.957272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:29.028775 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2084-803d-4b7b-88f9-abfe078addbb req-b50b7d5f-2ff7-4905-abeb-804e176cbc50 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:29.030426 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c4e2084-803d-4b7b-88f9-abfe078addbb req-b50b7d5f-2ff7-4905-abeb-804e176cbc50 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0915937 Jun 22 18:35:29.075012 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c4e2084-803d-4b7b-88f9-abfe078addbb req-dbb6a42f-d9d2-4608-b14f-144d68c88df1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Jun 22 18:35:29.294370 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ea80-e814-4cf4-895a-8e29bc89a830 req-e6d17714-61c0-4f5d-8e73-028ac76b7a57 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:29.297225 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-aa19ea80-e814-4cf4-895a-8e29bc89a830 req-e6d17714-61c0-4f5d-8e73-028ac76b7a57 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0922806 Jun 22 18:35:29.337791 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-aa19ea80-e814-4cf4-895a-8e29bc89a830 req-0370e4d9-387a-4f46-8163-a6cc39c37e4e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349591 Jun 22 18:35:30.265549 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25a4bf-a8d7-403e-ae7a-492612b214a6 req-91494aed-6843-4c18-b99a-7a332af85112 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:30.267576 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d25a4bf-a8d7-403e-ae7a-492612b214a6 req-91494aed-6843-4c18-b99a-7a332af85112 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0702150 Jun 22 18:35:30.310845 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d25a4bf-a8d7-403e-ae7a-492612b214a6 req-1aaf39f0-5c85-4b79-8bbc-1995c9ed7792 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370800 Jun 22 18:35:30.512367 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb44fa-2d0b-4396-8673-8efbaa98ee44 req-e1e66511-d149-4d7b-8a6d-2507ade3c547 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:30.513810 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0bb44fa-2d0b-4396-8673-8efbaa98ee44 req-e1e66511-d149-4d7b-8a6d-2507ade3c547 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0643945 Jun 22 18:35:30.552410 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e0bb44fa-2d0b-4396-8673-8efbaa98ee44 req-75a16d26-1cb6-4bdc-8acb-47c6273b0477 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jun 22 18:35:31.516969 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78839994-ace4-4ed8-97cf-913491d01402 req-fe06cdc5-c572-49fc-b7b6-4f066fe88d9a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:31.518530 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-78839994-ace4-4ed8-97cf-913491d01402 req-fe06cdc5-c572-49fc-b7b6-4f066fe88d9a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0789163 Jun 22 18:35:31.558869 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-78839994-ace4-4ed8-97cf-913491d01402 req-c6a90b84-0099-4fc1-ba9d-98fb3a7d0639 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341172 Jun 22 18:35:31.752821 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c8746-dca8-41f3-a367-ce02bf13b6f6 req-277d2208-f6ad-42c4-a928-1829d6a9a7fd tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:31.754300 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4c3c8746-dca8-41f3-a367-ce02bf13b6f6 req-277d2208-f6ad-42c4-a928-1829d6a9a7fd tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0680051 Jun 22 18:35:31.794566 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4c3c8746-dca8-41f3-a367-ce02bf13b6f6 req-a06cef82-279e-4d9b-83d3-538b5c5e4665 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347700 Jun 22 18:35:32.740191 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc074cc9-87dd-4879-a9bf-5b82095887c8 req-1719de04-6782-4649-a48c-192289b1cc2a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:32.741672 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dc074cc9-87dd-4879-a9bf-5b82095887c8 req-1719de04-6782-4649-a48c-192289b1cc2a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0662594 Jun 22 18:35:32.781256 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dc074cc9-87dd-4879-a9bf-5b82095887c8 req-0b717ac8-7160-4bc3-907c-bd13b2fa827c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Jun 22 18:35:32.976206 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2b50-5e27-4d31-bd7b-731dca9c5e29 req-225dfe62-494d-49f6-b613-8605f2512931 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:32.977796 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4b6c2b50-5e27-4d31-bd7b-731dca9c5e29 req-225dfe62-494d-49f6-b613-8605f2512931 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0649123 Jun 22 18:35:33.020993 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4b6c2b50-5e27-4d31-bd7b-731dca9c5e29 req-daa08963-6bf6-4144-84e4-778cb0b05531 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368912 Jun 22 18:35:33.982184 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83fbd1-8482-413d-9d89-061e6fe2e024 req-72b98709-73f5-46b8-934f-018ecf96ea18 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:33.983662 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1f83fbd1-8482-413d-9d89-061e6fe2e024 req-72b98709-73f5-46b8-934f-018ecf96ea18 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0656140 Jun 22 18:35:34.024723 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1f83fbd1-8482-413d-9d89-061e6fe2e024 req-94c617c0-9952-41dc-8bb8-4bffbdfba253 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Jun 22 18:35:34.204447 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808d30-a8ab-432d-9d1b-daaf5a609d55 req-d752ae75-d413-4c8b-8601-fb26c984efc2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:34.206148 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2808d30-a8ab-432d-9d1b-daaf5a609d55 req-d752ae75-d413-4c8b-8601-fb26c984efc2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0647995 Jun 22 18:35:34.244979 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2808d30-a8ab-432d-9d1b-daaf5a609d55 req-f513a548-66e3-459d-97bd-02261527735b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330379 Jun 22 18:35:35.359347 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8384f61a-18c2-45af-9700-586194c3d035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:35.371485 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f79ff8-a55f-4337-adf7-6214ddb09d06 req-593681ca-c51b-443c-a987-7d75effad63c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:35.372939 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f3f79ff8-a55f-4337-adf7-6214ddb09d06 req-593681ca-c51b-443c-a987-7d75effad63c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0679305 Jun 22 18:35:35.412079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f3f79ff8-a55f-4337-adf7-6214ddb09d06 req-818f160b-aaa7-43e4-bc33-7e69064994d0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Jun 22 18:35:35.578623 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fb7c-fb3e-4094-a340-9723ace84892 req-39825e75-bd6e-4a56-91ce-2358a6780505 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:35.580071 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea73fb7c-fb3e-4094-a340-9723ace84892 req-39825e75-bd6e-4a56-91ce-2358a6780505 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0641952 Jun 22 18:35:35.620020 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea73fb7c-fb3e-4094-a340-9723ace84892 req-026ed43c-d824-447f-87e0-905d7559e6e1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339358 Jun 22 18:35:36.594130 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e0483-fc7c-4371-84a8-3e0b878a34e3 req-4d3d3f67-1751-414b-b35e-95a78ccd294d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:36.595584 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d85e0483-fc7c-4371-84a8-3e0b878a34e3 req-4d3d3f67-1751-414b-b35e-95a78ccd294d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0662975 Jun 22 18:35:36.636843 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d85e0483-fc7c-4371-84a8-3e0b878a34e3 req-bbf5643f-687a-416f-ad50-c1e5d4bdd76f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Jun 22 18:35:36.813005 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00553005-5443-417b-8501-bf92a5e50969 req-d3ba99c3-1346-4477-94bb-0743b8bc16e6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:36.814494 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-00553005-5443-417b-8501-bf92a5e50969 req-d3ba99c3-1346-4477-94bb-0743b8bc16e6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0714376 Jun 22 18:35:36.854818 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-00553005-5443-417b-8501-bf92a5e50969 req-5d949a4c-e081-4c77-bea6-bed2b5d2d679 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339398 Jun 22 18:35:37.821423 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fcbf5-4a8d-4349-9d84-72882d637a13 req-42d3b331-44af-4deb-ad7d-f0b42ce8c8ec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:37.828300 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ca9fcbf5-4a8d-4349-9d84-72882d637a13 req-42d3b331-44af-4deb-ad7d-f0b42ce8c8ec tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0744281 Jun 22 18:35:37.863199 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ca9fcbf5-4a8d-4349-9d84-72882d637a13 req-dc097758-d2e1-4751-8c89-d62f51ee71ce tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Jun 22 18:35:37.908215 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-df99a5dc-9328-4600-9814-63b1e16295a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.053717 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.089109 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e392-d1fe-45f5-bcc2-e6ad7eddaa26 req-a69e6938-7d4f-47f6-9055-d04b5a4fd822 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.089109 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5ff1e392-d1fe-45f5-bcc2-e6ad7eddaa26 req-a69e6938-7d4f-47f6-9055-d04b5a4fd822 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0934532 Jun 22 18:35:38.129110 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5ff1e392-d1fe-45f5-bcc2-e6ad7eddaa26 req-6e2b362f-63fb-4e40-85bf-55022a40e111 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338652 Jun 22 18:35:39.001277 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.044202 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79da66-bc97-4a04-9b9e-d7a4d320bf18 req-1db7ba04-0a6c-4489-a595-e1ce43643ac5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:39.045684 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc79da66-bc97-4a04-9b9e-d7a4d320bf18 req-1db7ba04-0a6c-4489-a595-e1ce43643ac5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0641503 Jun 22 18:35:39.083679 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc79da66-bc97-4a04-9b9e-d7a4d320bf18 req-fa80daa4-f07d-4932-bca9-b916a62f1adc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Jun 22 18:35:39.308277 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81d2b1-1b4f-4966-b4cf-848559eb18ff req-f9bc472a-d5b6-473f-9b0e-24feb5b9f025 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:39.309842 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cc81d2b1-1b4f-4966-b4cf-848559eb18ff req-f9bc472a-d5b6-473f-9b0e-24feb5b9f025 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0654933 Jun 22 18:35:39.353285 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cc81d2b1-1b4f-4966-b4cf-848559eb18ff req-c6ec3479-7690-43aa-ac2a-a186e2621e92 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Jun 22 18:35:40.273940 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b57d-b484-472f-8173-5e75384d8a88 req-39913f54-b81b-4bf1-88b8-8010f0e889b2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.275409 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-43a9b57d-b484-472f-8173-5e75384d8a88 req-39913f54-b81b-4bf1-88b8-8010f0e889b2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0664046 Jun 22 18:35:40.315015 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-43a9b57d-b484-472f-8173-5e75384d8a88 req-183d3aba-aafe-4a03-b433-3da54995fbf9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332294 Jun 22 18:35:40.530953 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81315-847e-4a79-a565-43b9b0cfb05c req-fae1a203-04bc-4b31-926c-6bad19ec5744 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.532466 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-edc81315-847e-4a79-a565-43b9b0cfb05c req-fae1a203-04bc-4b31-926c-6bad19ec5744 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0668535 Jun 22 18:35:40.573892 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-edc81315-847e-4a79-a565-43b9b0cfb05c req-85c531ea-f75f-407c-8f15-d6ca9d72f081 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352278 Jun 22 18:35:41.221205 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:41.496591 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0a9f-47cd-45fd-bc98-8279688ee7bd req-e0226547-c8c0-484b-a9d7-c9c47fe5cc31 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:41.497935 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c04e0a9f-47cd-45fd-bc98-8279688ee7bd req-e0226547-c8c0-484b-a9d7-c9c47fe5cc31 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0677924 Jun 22 18:35:41.534365 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c04e0a9f-47cd-45fd-bc98-8279688ee7bd req-c40dde3c-fe9e-4d7f-a6d4-72ec34e4ad8a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Jun 22 18:35:41.744733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eb0b0-b341-4dfb-b6da-e928afcc0b96 req-7de5a191-4e5a-4865-bdea-1c3d44b885c9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:41.746201 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed7eb0b0-b341-4dfb-b6da-e928afcc0b96 req-7de5a191-4e5a-4865-bdea-1c3d44b885c9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0617671 Jun 22 18:35:41.784715 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed7eb0b0-b341-4dfb-b6da-e928afcc0b96 req-1b629ac9-5302-49bc-b9be-adefd8a647fa tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329549 Jun 22 18:35:42.711926 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21409ca-52a0-4f0a-a0bd-b73fcebbf9ea req-21e08924-f437-41fa-8833-29cfa83b06a8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:42.713496 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f21409ca-52a0-4f0a-a0bd-b73fcebbf9ea req-21e08924-f437-41fa-8833-29cfa83b06a8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0639579 Jun 22 18:35:42.756851 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f21409ca-52a0-4f0a-a0bd-b73fcebbf9ea req-66b34f7a-9384-491a-8519-7d783e2cd858 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356176 Jun 22 18:35:42.969163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067d4d2-cc2b-44af-a72a-ea75f8dbd08b req-b0090296-80a5-4f5c-af0c-b7dd17a868b9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:42.970670 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2067d4d2-cc2b-44af-a72a-ea75f8dbd08b req-b0090296-80a5-4f5c-af0c-b7dd17a868b9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0709016 Jun 22 18:35:43.008324 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2067d4d2-cc2b-44af-a72a-ea75f8dbd08b req-ddd99700-af30-4fbd-9557-311778f91506 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Jun 22 18:35:43.371034 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b882e8e-9c2d-403d-b986-2070cff1685f req-a5e64c9e-482b-4028-a433-007fe5506449 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.372676 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5b882e8e-9c2d-403d-b986-2070cff1685f req-a5e64c9e-482b-4028-a433-007fe5506449 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0654707 Jun 22 18:35:43.419479 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5b882e8e-9c2d-403d-b986-2070cff1685f req-3c9afdb0-ff55-4672-82ea-d71b8e1b2d76 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Jun 22 18:35:43.474354 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-53c92c19-bb74-45f1-9b52-85e5bdebeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.476278 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-53c92c19-bb74-45f1-9b52-85e5bdebeb3b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 1098 time: 0.0557091 Jun 22 18:35:43.580437 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-40b4f48e-26c1-4925-8cd8-502b9fa0bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.581858 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-40b4f48e-26c1-4925-8cd8-502b9fa0bf7e service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.0939448 Jun 22 18:35:43.646130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-2bd28d8f-7b9a-41e5-9529-7eb435168791 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 200 len: 1001 time: 0.0561883 Jun 22 18:35:43.690876 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398fbee-9f26-4400-a445-ec70498b1b46 req-6856ff2a-dd2f-4410-bad9-be46225f9bcc tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.692352 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6398fbee-9f26-4400-a445-ec70498b1b46 req-6856ff2a-dd2f-4410-bad9-be46225f9bcc tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0739701 Jun 22 18:35:43.704410 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-b4047641-6e33-4f48-bffd-8502d55a82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.705846 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-b4047641-6e33-4f48-bffd-8502d55a82d8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0493350 Jun 22 18:35:43.716553 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:43.732543 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6398fbee-9f26-4400-a445-ec70498b1b46 req-39501707-cf02-4ad5-8a86-b9329419cbdd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Jun 22 18:35:43.758220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60070) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:43.775256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-1bee6cbd-e276-4242-967c-b9a772263c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.776740 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-1bee6cbd-e276-4242-967c-b9a772263c9a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570273 Jun 22 18:35:43.877718 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-1368d674-e391-4c1b-8531-8417f1be175f service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897806 Jun 22 18:35:43.989048 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6178eaae-f14a-4cd7-921a-80e1dfd44d3f req-96b5e480-76ed-4273-810c-3919f2eea5e4 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921803 Jun 22 18:35:43.992733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f78049-4c76-4ea3-a06f-f3175f61c61c req-b5f151a9-29b6-4cf7-a5df-6ac86c05076a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.994199 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c4f78049-4c76-4ea3-a06f-f3175f61c61c req-b5f151a9-29b6-4cf7-a5df-6ac86c05076a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.1079276 Jun 22 18:35:43.999476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085384d-b080-44ff-9187-36e200b533dc tempest-TestMinimumBasicScenario-169548212 tempest-TestMinimumBasicScenario-169548212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:44.000855 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a085384d-b080-44ff-9187-36e200b533dc tempest-TestMinimumBasicScenario-169548212 tempest-TestMinimumBasicScenario-169548212-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1094 time: 0.2416470 Jun 22 18:35:44.003921 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60076) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:44.009142 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'port_id': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:44.034099 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for floatingip, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:44.036510 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c4f78049-4c76-4ea3-a06f-f3175f61c61c req-4bd123a7-6adc-41f1-8a8c-d3f84acbfb95 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Jun 22 18:35:44.136801 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:44.237501 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Allocated IP 172.27.1.97 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/02ccccba-844c-40ac-88c4-5f8e6686a846) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:35:44.348865 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:44.386265 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:44.388882 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-92b83381-d409-46e6-94f9-6b64957f502c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:44.426537 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:35:44.429461 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:35:44.432782 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:35:44.438077 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'Port': ['ID=02ccccba-844c-40ac-88c4-5f8e6686a846,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:44.457169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:44.617606 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f138-11ba-410e-87ce-f8bb478b88de req-01dbc029-4a67-4bb3-805f-dce9366aef7b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:44.619492 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a74f138-11ba-410e-87ce-f8bb478b88de req-01dbc029-4a67-4bb3-805f-dce9366aef7b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0799272 Jun 22 18:35:44.656449 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a74f138-11ba-410e-87ce-f8bb478b88de req-707d9e3b-c5e4-4e83-9871-a855f786bb98 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311244 Jun 22 18:35:44.842364 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:44.927217 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.081405 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.086267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.089110 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-59bdd659-47aa-41df-8f9a-385952c24ec1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:45.150584 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'Port': ['ID=02ccccba-844c-40ac-88c4-5f8e6686a846,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:45.154541 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:45.164728 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.219849 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075644ad-a58b-436f-85bb-a5f9e25c3fec req-e1dbc57e-dad0-4a17-bf3d-42c9f5479f88 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.221229 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-075644ad-a58b-436f-85bb-a5f9e25c3fec req-e1dbc57e-dad0-4a17-bf3d-42c9f5479f88 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0655668 Jun 22 18:35:45.261500 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-075644ad-a58b-436f-85bb-a5f9e25c3fec req-78f67ba9-3e76-4a63-bb95-c3b376dd9c49 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Jun 22 18:35:45.266418 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Floating IP 216cf214-df87-4c39-b6ea-68c3095d08f7 associated. External IP: 172.27.1.97, port: 87c6f814-bb7b-4dc2-ab5c-544437af8856. Jun 22 18:35:45.472761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:35:45.579945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:35:45.593658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Sync routers for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:35:45.597201 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.603566 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:45.604210 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:35:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:45.632371 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6272404 Jun 22 18:35:45.633011 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:45.635243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60086) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:45.635396 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:45.640235 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499455412', 'description': 'tempest-secgroup-smoke-499455412 description', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:45.671474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.672084 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b016d747-1616-482f-b398-9347930d445d x-openstack-request-id: req-b016d747-1616-482f-b398-9347930d445d {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:45.672412 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:45.672703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-b016d747-1616-482f-b398-9347930d445d {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:45.673129 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:35:45.714262 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:45.769591 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.779739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.783455 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7c7c4903-ad57-44d2-a258-4eb788b09622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:45.818964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-5c2d20f6-a1b6-4574-8dbf-4976db2074a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.820528 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-5c2d20f6-a1b6-4574-8dbf-4976db2074a6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0702820 Jun 22 18:35:45.847889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d8432f-b7fc-4e58-bcec-65e9691682dd,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:45.853870 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.856991 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2188439 Jun 22 18:35:45.862513 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60094) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:45.868840 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:45.875376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.875757 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.876128 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.876595 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.877154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.877704 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.878386 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.882955 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.883675 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.884649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.885154 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.885629 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:45.910788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:45.935048 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.942565 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-33e9d53d-3dff-4587-8938-a0087e6fe17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.944689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-33e9d53d-3dff-4587-8938-a0087e6fe17e service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.1122892 Jun 22 18:35:45.947179 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d6b4a-4e6c-4b55-bc51-c86e11c7ee72 req-66fbcd80-fd6a-4074-a14f-e11a60024449 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.948632 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f0d6b4a-4e6c-4b55-bc51-c86e11c7ee72 req-66fbcd80-fd6a-4074-a14f-e11a60024449 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.1620145 Jun 22 18:35:46.016579 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f0d6b4a-4e6c-4b55-bc51-c86e11c7ee72 req-77f52454-94af-4e5c-82ac-e032fabe41e2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605280 Jun 22 18:35:46.021511 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-b531f1d6-6ed0-4154-b8bf-43d61298866f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 999 time: 0.0666046 Jun 22 18:35:46.027518 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.044450 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.044450 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.052161 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '216cf214-df87-4c39-b6ea-68c3095d08f7', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'port_id': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'mac_address': 'fa:16:3e:4b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fea36-362f-46de-9996-08722d2e1aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:44Z', 'updated_at': '2021-06-22T18:35:44Z', 'revision_number': 0, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:46.053384 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaf2abf-22aa-400c-bc8c-d86c81170eb9,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.056658 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.059957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.061224 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-5e1fb7df-dbce-47d2-983d-dc7b059611dd tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975722 Jun 22 18:35:46.063957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60098) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:46.069712 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:46.085779 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Checking router: 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:35:46.093385 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-21e706d6-adf4-42e5-a148-2d1f7fec4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.094693 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:46.095118 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-21e706d6-adf4-42e5-a148-2d1f7fec4852 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0657437 Jun 22 18:35:46.095310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:35:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:46.098839 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.163668 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.168506 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.171057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7a8a0b7d-01e4-4795-aa5e-155cdafac54d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.171365 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-3bc00d40-300d-45ab-8c7a-b7abf278d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.172901 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-3bc00d40-300d-45ab-8c7a-b7abf278d251 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666115 Jun 22 18:35:46.187596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966190cb-ccef-4cfb-8431-3b8d11a82527,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.190812 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.196502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.198466 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334403 Jun 22 18:35:46.200393 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60100) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:46.205037 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:46.208351 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:46.232496 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.287758 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-eb57ab67-edb7-4df3-8c43-324b1bba2362 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993273 Jun 22 18:35:46.310079 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.317462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.320772 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.340158 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dd5b85-2908-4422-8d3a-aecd5b486351,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.355559 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.364947 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.373096 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-05efacaa-2024-4dbd-95c9-901f08f1608e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682703 Jun 22 18:35:46.373684 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60106) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:46.385891 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:46.427414 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.428789 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1086f54c-86a9-4eb2-8eba-bb270adbb6eb req-b2baa197-b95c-4b46-964c-05a928356be0 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237247 Jun 22 18:35:46.490188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '216cf214-df87-4c39-b6ea-68c3095d08f7', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'port_id': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'mac_address': 'fa:16:3e:4b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fea36-362f-46de-9996-08722d2e1aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:44Z', 'updated_at': '2021-06-22T18:35:44Z', 'revision_number': 0, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:46.516123 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f0d4-f9cd-4c94-bc39-196f4bcc9ba7 None None] The sync data for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi is: [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '216cf214-df87-4c39-b6ea-68c3095d08f7', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'port_id': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'mac_address': 'fa:16:3e:4b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746fea36-362f-46de-9996-08722d2e1aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:44Z', 'updated_at': '2021-06-22T18:35:44Z', 'revision_number': 0, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:35:46.517760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.526890 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.537574 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230fa9-6c39-4cd4-a9f9-49e1acacfb56 req-a5e0635c-7d70-4ee7-923e-49e99287a31d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.539144 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51230fa9-6c39-4cd4-a9f9-49e1acacfb56 req-a5e0635c-7d70-4ee7-923e-49e99287a31d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.1018658 Jun 22 18:35:46.542172 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.569397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4737b45-76e7-4da1-95fc-0319ce99b121,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.577778 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.580456 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.581632 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-25c7148b-a2bc-488a-b228-3ed9883b0c90 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2069623 Jun 22 18:35:46.585253 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60108) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:46.591269 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:46.602605 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51230fa9-6c39-4cd4-a9f9-49e1acacfb56 req-adcd53c9-2f2b-42c2-8271-4a5e39f364a1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500536 Jun 22 18:35:46.615240 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.securitygroups_db [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Project f1804bd6e2584c95a16365e72ddb049f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:35:46.620219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.683929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.687710 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.694129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-69ec4d54-cd82-441a-8f29-3a0ad806a165 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.709680 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01de2cdc-cdc8-493b-8913-b57f50b4af28,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.721292 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.724767 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e0fce-4e76-4145-8cdd-b00e487c4a64 None None] New status for floating IP 216cf214-df87-4c39-b6ea-68c3095d08f7: ACTIVE {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:35:46.726183 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60110) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:46.726663 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399930 Jun 22 18:35:46.728299 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.728673 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.729038 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.729388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.729736 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.730106 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.730462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.730805 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.731146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.731484 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.731821 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.732232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:46.732544 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'security_group_rule': {'security_group_id': '44d8432f-b7fc-4e58-bcec-65e9691682dd', 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:46.735777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-92d5dc29-eb6f-4b80-9573-090ad8f413b7 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.756932 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.securitygroups_db [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Project f1804bd6e2584c95a16365e72ddb049f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:35:46.761651 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.812644 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.816685 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.823257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-edf26d67-a814-4f2c-84e0-b0c5c5334c2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:46.841636 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c282c468-271c-41c6-aac2-262c64b8e3c9,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:46.845067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:46.846424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:46.850510 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230259 Jun 22 18:35:46.976407 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-14a0aa37-f909-46d8-bbdd-b400a3126a06 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499455412&fields=id&tenant_id=f1804bd6e2584c95a16365e72ddb049f HTTP/1.1" status: 200 len: 267 time: 0.0423868 Jun 22 18:35:47.040715 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-10795c07-8f5d-4a03-8089-272ea4395d78 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:47.042147 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-10795c07-8f5d-4a03-8089-272ea4395d78 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0603185 Jun 22 18:35:47.053289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'port': {'security_groups': ['d5d90f8b-908f-41fa-b3f8-831a13b37ccf', '44d8432f-b7fc-4e58-bcec-65e9691682dd']}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:47.408961 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.594749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:47.623788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.628233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.632540 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fcda7d31-2e5a-4747-b2ab-4b37571eb9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:47.680769 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:47.680769 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.680769 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2bac37ad-39c4-4eeb-a3e3-0aaa75898375 req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "PUT /v2.0/ports/87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 982 time: 0.6322653 Jun 22 18:35:47.681237 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:47.683718 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4626598-585f-47ec-a359-bcc174a3e74a" -d '{"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:47.692753 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:47.710626 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=6']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:47.722462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:47.855686 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c8a2-af24-455f-a169-e9dbd4415ad8 req-69623b58-a854-4da3-9e13-30596d67324b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:47.857696 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-40b6c8a2-af24-455f-a169-e9dbd4415ad8 req-69623b58-a854-4da3-9e13-30596d67324b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0725129 Jun 22 18:35:47.895063 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-dda9a11e-bdc5-436f-a269-c50a9ecfa22b None None] Provisioning complete for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:47.895446 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dda9a11e-bdc5-436f-a269-c50a9ecfa22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:47.896984 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-40b6c8a2-af24-455f-a169-e9dbd4415ad8 req-7d9badbb-040c-4b4e-b731-6b7106c8bdc5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Jun 22 18:35:47.938293 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:48.065097 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49142560-7cc4-4a5c-b76f-79c2b8ba2495 x-openstack-request-id: req-49142560-7cc4-4a5c-b76f-79c2b8ba2495 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:48.065791 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:48.066125 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-49142560-7cc4-4a5c-b76f-79c2b8ba2495 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:48.066561 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:35:48.198188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626598-585f-47ec-a359-bcc174a3e74a req-13f0c936-aa9b-46b5-9a12-b6f3194cbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.199691 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-13f0c936-aa9b-46b5-9a12-b6f3194cbc9b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1138 time: 0.0592434 Jun 22 18:35:48.219124 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403fd0b-6032-4679-8e75-47cee8b61a33 req-56a3b4b0-0aa9-433e-a537-27484d6084a4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.220692 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4403fd0b-6032-4679-8e75-47cee8b61a33 req-56a3b4b0-0aa9-433e-a537-27484d6084a4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0648928 Jun 22 18:35:48.268957 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4403fd0b-6032-4679-8e75-47cee8b61a33 req-6955b60c-f3c2-423e-a83b-0ba7f1723c76 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413618 Jun 22 18:35:48.314485 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626598-585f-47ec-a359-bcc174a3e74a req-113d7233-f0ea-4f6a-b0c8-83e5eb0039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.316456 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-113d7233-f0ea-4f6a-b0c8-83e5eb0039a2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.1061387 Jun 22 18:35:48.388177 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-ca1f2eed-4f6b-474f-ba9e-e5964f62b8e5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 1001 time: 0.0615752 Jun 22 18:35:48.444977 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626598-585f-47ec-a359-bcc174a3e74a req-970f5f93-a94b-4efd-a41c-b1541751dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.446419 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-970f5f93-a94b-4efd-a41c-b1541751dfcb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0460908 Jun 22 18:35:48.507999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4626598-585f-47ec-a359-bcc174a3e74a req-38577caa-f328-49c7-a849-b2d56337805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.509556 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-38577caa-f328-49c7-a849-b2d56337805a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517023 Jun 22 18:35:48.598583 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-dd032070-27d0-4254-8111-eec719a9e8f3 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791929 Jun 22 18:35:48.699004 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4626598-585f-47ec-a359-bcc174a3e74a req-931e9e08-1dd0-47ca-8350-2d37ce99ee75 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Jun 22 18:35:49.083480 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a5907-b73b-460f-bcf9-798cec41a2bd req-bc582e9b-b269-47a6-a116-f35d03aa4e21 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:49.084962 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-738a5907-b73b-460f-bcf9-798cec41a2bd req-bc582e9b-b269-47a6-a116-f35d03aa4e21 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0657215 Jun 22 18:35:49.121396 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-738a5907-b73b-460f-bcf9-798cec41a2bd req-6cf9debe-1769-4e68-ae3d-fd1664d81f0f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Jun 22 18:35:49.208259 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:49.784337 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-9f0a04ee-5e06-4109-9792-e9b314472bd4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525577 Jun 22 18:35:49.879624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-155de49b-2883-46a5-a7d9-93404e1fb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:49.881622 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-155de49b-2883-46a5-a7d9-93404e1fb7c8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 1099 time: 0.0563529 Jun 22 18:35:49.995460 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-f4748c2c-17c5-413b-a7e5-60450c43a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:49.996908 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-f4748c2c-17c5-413b-a7e5-60450c43a4ed service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0892129 Jun 22 18:35:50.072323 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-066d0c05-2286-4c19-aa3c-a1b00da03757 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 200 len: 1001 time: 0.0613718 Jun 22 18:35:50.127467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-31e47710-1f98-495a-9ca0-fbf1ababb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.128881 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-31e47710-1f98-495a-9ca0-fbf1ababb81c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0475008 Jun 22 18:35:50.190243 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-81f0efc1-a248-4c6e-a6fc-b025793a555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.191982 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-81f0efc1-a248-4c6e-a6fc-b025793a555a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527775 Jun 22 18:35:50.287166 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-829695e2-af38-4c33-ae78-b0a2aa2fd430 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815911 Jun 22 18:35:50.298986 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd283-b0c4-417e-abec-a7a729c668d1 req-ee1b9adc-f54d-4d58-9ce4-c021d6a3305b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.300461 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b55cd283-b0c4-417e-abec-a7a729c668d1 req-ee1b9adc-f54d-4d58-9ce4-c021d6a3305b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0642891 Jun 22 18:35:50.338488 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b55cd283-b0c4-417e-abec-a7a729c668d1 req-c6541f83-ae32-48f6-8174-df969ec80c2b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jun 22 18:35:50.397661 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-e4fecf1e-655d-4eaf-8cb0-8b6abc861520 req-52e97bbb-6099-443e-8132-557092eaab24 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888343 Jun 22 18:35:51.333908 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:35:51.429602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:51.440929 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'mac_address': 'fa:16:3e:be:6c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:35:51.478359 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.491472 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:51.510251 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:51.514284 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.514941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728d61c-afe1-43aa-bbcf-96b6097820fb req-e01d8bbb-3338-4eac-b9b1-63ba5cdf06cf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:51.516435 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1728d61c-afe1-43aa-bbcf-96b6097820fb req-e01d8bbb-3338-4eac-b9b1-63ba5cdf06cf tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 944 time: 0.0612054 Jun 22 18:35:51.516671 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:51.561882 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1728d61c-afe1-43aa-bbcf-96b6097820fb req-6720f8b0-6642-4781-978f-cc76656e8bd9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Jun 22 18:35:51.566132 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=9']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:51.569402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:52.005394 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['68a1e7d1-dd06-4ca2-a003-dd00b916e497'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:52.748219 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ad71-452d-4eb0-b541-21dd1b48ce77 req-73aaab44-cadf-4fc6-9c64-0539b9c40549 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:52.749650 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a1a8ad71-452d-4eb0-b541-21dd1b48ce77 req-73aaab44-cadf-4fc6-9c64-0539b9c40549 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 945 time: 0.0637777 Jun 22 18:35:52.786031 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a1a8ad71-452d-4eb0-b541-21dd1b48ce77 req-6a9efe2e-a54d-4f5c-ad5e-91d48fc782c1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Jun 22 18:35:53.352726 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:53.412437 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:53.412949 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.604558 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.626962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:53.629179 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0b95de-9216-42d1-94c6-80003e4a6be5" -d '{"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:53.641013 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:53.645142 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.647309 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c59c7cef-2adb-4698-95f5-d9b2970f1ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:53.695968 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=10']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:53.698802 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:53.719591 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35c91b-dea2-4c04-86ba-b2f04b391342 x-openstack-request-id: req-5e35c91b-dea2-4c04-86ba-b2f04b391342 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:53.719888 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-plugged", "status": "completed", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:53.720147 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-5e35c91b-dea2-4c04-86ba-b2f04b391342 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:53.720542 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'code': 200} Jun 22 18:35:53.965187 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22975fd5-9624-4c69-a94c-558d4d11c427 req-041dd6d6-6ecd-4645-8c28-f9174a986161 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:53.966599 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-22975fd5-9624-4c69-a94c-558d4d11c427 req-041dd6d6-6ecd-4645-8c28-f9174a986161 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0623369 Jun 22 18:35:54.003173 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-22975fd5-9624-4c69-a94c-558d4d11c427 req-5ada7e11-f291-4136-bace-bec526e4c9fe tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305865 Jun 22 18:35:54.464033 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f796f1d-174f-479e-a97f-adb301c714f9 req-fffd4bec-5e6e-4b9f-95f8-01bec5957078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:54.465504 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1f796f1d-174f-479e-a97f-adb301c714f9 req-fffd4bec-5e6e-4b9f-95f8-01bec5957078 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1100 time: 0.0568779 Jun 22 18:35:54.501414 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1f796f1d-174f-479e-a97f-adb301c714f9 req-b6770535-f5fe-4015-92de-09ba2a8e9047 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263870 Jun 22 18:35:55.185954 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcd745-0151-4ea9-8a03-e50c4dd45462 req-a91b3bdd-d7e6-4042-bfaf-8581e97e3791 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:55.187419 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dfdcd745-0151-4ea9-8a03-e50c4dd45462 req-a91b3bdd-d7e6-4042-bfaf-8581e97e3791 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0657787 Jun 22 18:35:55.223238 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dfdcd745-0151-4ea9-8a03-e50c4dd45462 req-be1d4bf8-e758-47c7-a4c0-6633dbab9581 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301070 Jun 22 18:35:56.421915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7112055-8c8f-483a-9fe9-e6132c5cf420 req-bf978189-b14f-438a-b0fe-684158049131 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.423389 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e7112055-8c8f-483a-9fe9-e6132c5cf420 req-bf978189-b14f-438a-b0fe-684158049131 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0801868 Jun 22 18:35:56.460679 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e7112055-8c8f-483a-9fe9-e6132c5cf420 req-95c99a6f-10b5-4002-8e7e-734e30cdd004 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jun 22 18:35:57.643514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc0ff-2070-4d4e-bddb-c2d4af987e31 req-0b429cc8-6631-4f52-91b8-a7ad7aa94486 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:57.645025 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ef7dc0ff-2070-4d4e-bddb-c2d4af987e31 req-0b429cc8-6631-4f52-91b8-a7ad7aa94486 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0644381 Jun 22 18:35:57.692567 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ef7dc0ff-2070-4d4e-bddb-c2d4af987e31 req-aeeb5437-de96-417a-a14e-4b72fd49ee31 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373642 Jun 22 18:36:05.351953 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ba06a418-ce7b-4792-abe8-33ac779daf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:07.902588 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c97fab13-e3fc-4fe7-9d60-7fcfd77f5b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:08.046062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:09.004072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.223422 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.543609 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60278) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:11.642625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.750285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.754338 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.757883 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7156fc4-3e5f-475f-9ae1-305709ee4cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:11.791599 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=23cc38f307b742c98f8641a1b2a2a907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469273 Jun 22 18:36:11.793516 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894c2369-c6c4-43d3-9520-b888674631d7,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:11.794320 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60282) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:11.796650 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:11.841798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.865790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.133754 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.136331 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:12.137470 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/894c2369-c6c4-43d3-9520-b888674631d7 HTTP/1.1" status: 204 len: 168 time: 0.3421786 Jun 22 18:36:12.138221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ee31a8b5-9f21-4b0f-9095-88cb3b532229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:12.147961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c2369-c6c4-43d3-9520-b888674631d7,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:12.150520 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:13.726019 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:20.944899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f395b-8521-4ada-be03-9b0146bc1475 req-5169e9f6-dfa8-429d-a0f4-24323849c7d2 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:20.946289 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0d4f395b-8521-4ada-be03-9b0146bc1475 req-5169e9f6-dfa8-429d-a0f4-24323849c7d2 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0671937 Jun 22 18:36:20.982066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-eabb7787-0840-480c-bf5c-db61313acfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:20.983697 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-eabb7787-0840-480c-bf5c-db61313acfc4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1138 time: 0.0619588 Jun 22 18:36:20.986192 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0d4f395b-8521-4ada-be03-9b0146bc1475 req-08a8596f-c51e-4c75-8893-6dd3102cfba8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338540 Jun 22 18:36:21.078290 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-bb8d1c41-0983-41fa-9121-adb22df4b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.079738 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-bb8d1c41-0983-41fa-9121-adb22df4b86c service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.0859954 Jun 22 18:36:21.149715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-63d1aaa1-b127-4f7f-8759-03e0761d9fe2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 1001 time: 0.0560305 Jun 22 18:36:21.200650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-91a4c10b-37a8-4418-ae91-509a452b2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.201971 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-91a4c10b-37a8-4418-ae91-509a452b2254 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0427344 Jun 22 18:36:21.270302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-ebca62fd-6c33-4168-a43f-edeb2f0f79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:21.272281 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-ebca62fd-6c33-4168-a43f-edeb2f0f79c0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532796 Jun 22 18:36:21.374151 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-eef508b7-0fc8-4912-8422-337b927786bf service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784147 Jun 22 18:36:21.465331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aad1a570-8718-4ebf-936c-e31423a0c754 req-284a6afe-d481-4e8a-a500-1e88faea5646 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821633 Jun 22 18:36:22.162725 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80836d3-cb2b-4d5b-a388-4fd0711986d1 req-e8684ad9-0f2a-420e-b1b8-162273c28322 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:22.164170 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d80836d3-cb2b-4d5b-a388-4fd0711986d1 req-e8684ad9-0f2a-420e-b1b8-162273c28322 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0675819 Jun 22 18:36:22.203452 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d80836d3-cb2b-4d5b-a388-4fd0711986d1 req-521926ea-945f-4de0-ba23-6765f61884f1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333440 Jun 22 18:36:23.381195 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ff224-b8b8-4768-8c80-8105031c7832 req-a0c822b8-e740-4aed-b350-306dc8dc6d59 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:23.382658 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-839ff224-b8b8-4768-8c80-8105031c7832 req-a0c822b8-e740-4aed-b350-306dc8dc6d59 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0669434 Jun 22 18:36:23.420213 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-839ff224-b8b8-4768-8c80-8105031c7832 req-4bb51fe4-ec74-4471-9a81-7e0901a85574 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318069 Jun 22 18:36:24.590230 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22a1d-e45d-4774-b3c1-be8010540c2e req-34364c10-80c7-4c6a-9ebc-dd262c26cfe8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:24.591670 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2a22a1d-e45d-4774-b3c1-be8010540c2e req-34364c10-80c7-4c6a-9ebc-dd262c26cfe8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0631485 Jun 22 18:36:24.641502 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c2a22a1d-e45d-4774-b3c1-be8010540c2e req-572822b7-573d-454c-989c-e11a677c9e87 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441620 Jun 22 18:36:25.810352 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6e448-3591-439b-9190-12fc696a47aa req-e8ea9160-64f7-4c02-bd11-39f2cc085ae6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:25.811804 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39d6e448-3591-439b-9190-12fc696a47aa req-e8ea9160-64f7-4c02-bd11-39f2cc085ae6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0624740 Jun 22 18:36:25.850807 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-39d6e448-3591-439b-9190-12fc696a47aa req-b203ddba-1569-42cf-81c6-697949d8ffc6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329268 Jun 22 18:36:26.207130 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:36:26.886307 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26462ec-7321-4ca4-891c-5ae1574168f1 req-54a30fdf-5f80-4823-a10f-989abab1c850 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:26.887657 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f26462ec-7321-4ca4-891c-5ae1574168f1 req-54a30fdf-5f80-4823-a10f-989abab1c850 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0622523 Jun 22 18:36:26.923752 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f26462ec-7321-4ca4-891c-5ae1574168f1 req-852a911a-f311-4f32-a615-f1dc6840927f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Jun 22 18:36:27.086914 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dee953-ed09-4126-a03f-206d2d533bd0 req-a3b58077-7abe-4da9-9ad0-a80fbbcbb413 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:27.088394 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-72dee953-ed09-4126-a03f-206d2d533bd0 req-a3b58077-7abe-4da9-9ad0-a80fbbcbb413 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0660033 Jun 22 18:36:27.127221 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-72dee953-ed09-4126-a03f-206d2d533bd0 req-a7b93565-5f18-464e-a786-903be91ea265 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331612 Jun 22 18:36:28.093281 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87036e23-0ab2-4992-94da-c92166aa9df9 req-ac9fd58f-0d0b-4f50-90d4-b024d72f5fbc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:28.094739 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87036e23-0ab2-4992-94da-c92166aa9df9 req-ac9fd58f-0d0b-4f50-90d4-b024d72f5fbc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0615873 Jun 22 18:36:28.130828 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-87036e23-0ab2-4992-94da-c92166aa9df9 req-cc4ff163-1597-4072-b8f2-ffdc8affcfb7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Jun 22 18:36:28.303791 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e550-7835-4887-89ae-de456362aee4 req-ad9606bf-4dbc-4aaa-901e-2ca9c1517d28 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:28.305739 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0cb8e550-7835-4887-89ae-de456362aee4 req-ad9606bf-4dbc-4aaa-901e-2ca9c1517d28 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0634906 Jun 22 18:36:28.348153 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0cb8e550-7835-4887-89ae-de456362aee4 req-91193d68-85b2-4c81-8a40-c0ed7d1c0d2b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366442 Jun 22 18:36:29.313831 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c54e9-857e-48c2-bbf8-2add14a61815 req-6a4f6cab-916b-4d44-bec6-5e49ae01efe3 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:29.315335 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c23c54e9-857e-48c2-bbf8-2add14a61815 req-6a4f6cab-916b-4d44-bec6-5e49ae01efe3 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0624049 Jun 22 18:36:29.351391 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c23c54e9-857e-48c2-bbf8-2add14a61815 req-e168b6e5-979a-4e08-b904-729c0fe9948b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302234 Jun 22 18:36:29.516258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb09b4c-bdce-4376-9840-bbfab34f718b req-0ccbf6e7-5473-4b98-97e5-be674677e978 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:29.517580 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9fb09b4c-bdce-4376-9840-bbfab34f718b req-0ccbf6e7-5473-4b98-97e5-be674677e978 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0617788 Jun 22 18:36:29.557584 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9fb09b4c-bdce-4376-9840-bbfab34f718b req-bca8b443-e041-4c05-b52c-c8528fcdd944 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342584 Jun 22 18:36:29.663748 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c6458-1231-4953-a367-24ccb144b268 req-f95c0fb1-e509-49c0-869e-a3796aae9ce4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:29.665662 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c2c6458-1231-4953-a367-24ccb144b268 req-f95c0fb1-e509-49c0-869e-a3796aae9ce4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 946 time: 0.0620995 Jun 22 18:36:29.767888 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:29.768133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:29.851307 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] For port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:29.851693 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.062907 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.063275 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.063582 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP 6f6f8dfc-ec42-4aa6-860c-d1000e82783b disassociated. External IP: 172.27.1.41, port: 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec. Jun 22 18:36:30.063916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:30.188061 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.192187 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d5c1b48-3cd4-49c1-ae9c-954c95dd9cb6 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:30.216371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=3c2e1a07-06a9-41b6-a411-ed3649bbd0ec,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:30.219875 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:30.337419 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:30.446737 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:30.457447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:30.466542 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:30.467163 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:30.491867 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] No DVR routers for this DVR port 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:30.495421 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:30.497655 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5c2c6458-1231-4953-a367-24ccb144b268 req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "DELETE /v2.0/ports/3c2e1a07-06a9-41b6-a411-ed3649bbd0ec HTTP/1.1" status: 204 len: 173 time: 0.8224516 Jun 22 18:36:30.498700 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a9738463-d4ba-4f4a-bc92-681890949c53 req-bf6f8c8e-9a23-4826-b98e-59ce67b690ac tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 210 time: 0.0342991 Jun 22 18:36:30.502194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'name': 'network-vif-deleted', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:30.505183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3d1004-ace8-4a79-9f8a-9a515716801c" -d '{"events": [{"server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "name": "network-vif-deleted", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:30.550302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d92345-5c30-48c3-9fd1-df485c961c41 x-openstack-request-id: req-13d92345-5c30-48c3-9fd1-df485c961c41 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:30.550934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed", "name": "network-vif-deleted", "tag": "3c2e1a07-06a9-41b6-a411-ed3649bbd0ec", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:30.551319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-13d92345-5c30-48c3-9fd1-df485c961c41 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:30.551842 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed', 'name': 'network-vif-deleted', 'tag': '3c2e1a07-06a9-41b6-a411-ed3649bbd0ec', 'status': 'completed', 'code': 200} Jun 22 18:36:30.572454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:30.743198 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ba268-8dbc-42ca-bf62-8367da3d9420 req-2d823901-15a8-4556-9bd2-85cf2b240aa1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:30.744771 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-095ba268-8dbc-42ca-bf62-8367da3d9420 req-2d823901-15a8-4556-9bd2-85cf2b240aa1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0627451 Jun 22 18:36:30.782823 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:30.786069 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-095ba268-8dbc-42ca-bf62-8367da3d9420 req-af119b40-2c7f-4ffb-9f8d-b45f687f9146 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345867 Jun 22 18:36:30.810691 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:30.819330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:30.819938 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:30.924452 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:31.136875 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:31.163411 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903c1-d069-4221-a1ec-7b485a124f9a None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:31.373248 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a94ea7-2851-4c70-8eab-e7d6c336678f None None] New status for floating IP 6f6f8dfc-ec42-4aa6-860c-d1000e82783b: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:36:31.652940 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-99275e7d-91d8-4b25-b120-cecf943b1572 req-b84091bd-2b8f-47d7-9261-9d7f8bebd39f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=049d9ed7-f634-4ed2-ab3a-63aec0e9a1ed HTTP/1.1" status: 200 len: 210 time: 0.0287323 Jun 22 18:36:31.967400 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac86a2-3812-4bd2-a4a6-4cba872c4eaf req-c5504585-47a3-4c8b-b3a3-b24545f0b59d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:31.968886 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-46ac86a2-3812-4bd2-a4a6-4cba872c4eaf req-c5504585-47a3-4c8b-b3a3-b24545f0b59d tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0668337 Jun 22 18:36:32.008025 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-46ac86a2-3812-4bd2-a4a6-4cba872c4eaf req-de6199e5-d77f-47a4-9688-675e3da38827 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333564 Jun 22 18:36:32.931058 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-c7f60481-ecd3-464d-91c4-b447edb9ffbd tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616218861&fields=id&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 267 time: 0.0316393 Jun 22 18:36:33.034470 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-43fedcf6-e436-4e57-a721-56626bd5861f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:33.035948 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-43fedcf6-e436-4e57-a721-56626bd5861f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.0989552 Jun 22 18:36:33.051131 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-736e04c0-8e53-47a2-9076-3b69c4fbdf22 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/quotas/e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 375 time: 0.0096257 Jun 22 18:36:33.128109 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-25cd67da-a28b-49ac-b820-aaca4bfdc598 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711935 Jun 22 18:36:33.222554 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-132400c5-d4f4-48b4-9649-6c9c29d11d3d service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815339 Jun 22 18:36:33.314656 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-9648c0f9-8a79-47a8-99c8-3d7828eecab9 service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858653 Jun 22 18:36:33.564411 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:33.588652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:33.588995 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 3c2e1a07-06a9-41b6-a411-ed3649bbd0ec not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:33.691539 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a12f3a-44d1-48ff-924b-2a6702924918 req-3ecc4a0d-2b41-4bca-a9f7-52ffcc4d9f85 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:33.693008 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a8a12f3a-44d1-48ff-924b-2a6702924918 req-3ecc4a0d-2b41-4bca-a9f7-52ffcc4d9f85 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0666807 Jun 22 18:36:33.736043 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a8a12f3a-44d1-48ff-924b-2a6702924918 req-fe6d7c48-6a73-400b-92d3-34543f63c1cc tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369201 Jun 22 18:36:33.811948 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9b02f39a-0410-40ac-a2c1-57a0a84ecd83 req-9e33fed1-2f32-4b88-bc02-9a2ca6a2a278 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Jun 22 18:36:34.918706 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52fc0-633a-4996-b379-617e1302298e req-589e9ff8-db04-4d39-ae9f-42b33b4af2cf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:34.920295 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-55b52fc0-633a-4996-b379-617e1302298e req-589e9ff8-db04-4d39-ae9f-42b33b4af2cf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0696652 Jun 22 18:36:34.963393 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-55b52fc0-633a-4996-b379-617e1302298e req-b89ac1bc-ce84-4066-96d8-3cdffb6a7a53 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370247 Jun 22 18:36:34.966338 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-f66320f7-a6bc-4c9f-8649-09a78cb5ff57 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:34.968374 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-f66320f7-a6bc-4c9f-8649-09a78cb5ff57 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.1068881 Jun 22 18:36:35.030532 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-83a8e567-8364-4ee6-b8b4-03738a63fdca tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 380 time: 0.0345685 Jun 22 18:36:35.043746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'port': {'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'admin_state_up': True, 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'security_groups': ['823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:35.092026 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2a463fb4-7800-484a-8295-ffbe6d8cd929 req-ebb3d99c-5115-4d0d-81ae-d7d683664ca3 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0288672 Jun 22 18:36:35.153167 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Made reservation on behalf of e2ced81c690646a081ae6c174b1396b6 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:36:35.157088 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.277616 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.20.0.14 (df37ccb1-894c-4aae-8898-7ea7a711b9dc/da9dc07d-33ad-4338-97e3-80242fe0af3a/c0d885b9-49e9-4f60-90bb-956ab2b29f32) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:35.353165 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-edf9e644-013d-4fc0-aab1-9f95f490166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.411556 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.424451 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Transition to ACTIVE for port object c0d885b9-49e9-4f60-90bb-956ab2b29f32 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:36:35.457000 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.460696 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:35.501497 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:35.504788 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:35.508467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:35.514735 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:35.537657 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:35.563808 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:35.564428 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.578806 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389562 Jun 22 18:36:35.603720 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Request body: {'port': {'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:35.674757 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.762316 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-687f2356-6ebd-4acc-880f-57fc9bcd68f5 None None] Provisioning for port c0d885b9-49e9-4f60-90bb-956ab2b29f32 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:36:35.766302 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-687f2356-6ebd-4acc-880f-57fc9bcd68f5 None None] Provisioning complete for port c0d885b9-49e9-4f60-90bb-956ab2b29f32 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:35.766844 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-687f2356-6ebd-4acc-880f-57fc9bcd68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.806898 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-687f2356-6ebd-4acc-880f-57fc9bcd68f5 None None] Port c0d885b9-49e9-4f60-90bb-956ab2b29f32 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:36:35.932999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d885b9-49e9-4f60-90bb-956ab2b29f32 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:35.940245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.952263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Transition to ACTIVE for port object c0d885b9-49e9-4f60-90bb-956ab2b29f32 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:36:35.955723 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.958554 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:36.007043 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:36.025665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:36.075551 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Attempting to bind port c0d885b9-49e9-4f60-90bb-956ab2b29f32 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:36:36.075881 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Attempting to bind port c0d885b9-49e9-4f60-90bb-956ab2b29f32 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:36:36.076208 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Attempting to bind port c0d885b9-49e9-4f60-90bb-956ab2b29f32 on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:36:36.080807 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Port c0d885b9-49e9-4f60-90bb-956ab2b29f32 on network df37ccb1-894c-4aae-8898-7ea7a711b9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:36:36.081308 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Attempting to bind port c0d885b9-49e9-4f60-90bb-956ab2b29f32 on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:36:36.086576 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:36:36.086979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:36:36.087422 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Bound using segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:36:36.087918 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Bound port: c0d885b9-49e9-4f60-90bb-956ab2b29f32, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:36:36.088329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:36.156796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90d40-90ab-4a2a-83af-190e0d6e33b5 req-b534b379-b284-40ab-aabe-aeb4d6b9c9e0 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.158869 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6f90d40-90ab-4a2a-83af-190e0d6e33b5 req-b534b379-b284-40ab-aabe-aeb4d6b9c9e0 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0674629 Jun 22 18:36:36.159032 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:36:36.162152 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:36:36.167186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:36.169318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3ec5a62b-0001-4bbd-a212-8ea4f59338a2 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:36.202744 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6f90d40-90ab-4a2a-83af-190e0d6e33b5 req-131d009d-1557-4bb8-9b4c-64e981fd85f1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363562 Jun 22 18:36:36.203670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.204311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:36.205608 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] 10.222.0.112 "PUT /v2.0/ports/c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 1094 time: 0.6068819 Jun 22 18:36:36.206118 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:36.208373 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db" -d '{"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:36.234522 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:36.246993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:36.346959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-a4dcc976-2c02-4745-b8f5-b976fdd3bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.348548 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-a4dcc976-2c02-4745-b8f5-b976fdd3bce8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1097 time: 0.0605989 Jun 22 18:36:36.408285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b3e08-55da-4dec-b593-efb4c97d14c0 req-95412e7e-e355-4e36-b449-a68858c9605f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.409886 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-938b3e08-55da-4dec-b593-efb4c97d14c0 req-95412e7e-e355-4e36-b449-a68858c9605f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0707479 Jun 22 18:36:36.411980 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-037c662e-3acf-46f5-9475-7c72e4c1aa8f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 217 time: 0.0410733 Jun 22 18:36:36.449351 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-938b3e08-55da-4dec-b593-efb4c97d14c0 req-8cbaacfd-fb56-4588-8f57-2882d920fbef tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Jun 22 18:36:36.475402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-0209b361-fd06-4b4d-afcf-4c5e77c04788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.477430 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-0209b361-fd06-4b4d-afcf-4c5e77c04788 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0510812 Jun 22 18:36:36.511124 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9728a6df-1808-4887-a650-888db7248f30 x-openstack-request-id: req-9728a6df-1808-4887-a650-888db7248f30 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:36.511442 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:36.511722 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-9728a6df-1808-4887-a650-888db7248f30 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:36.512132 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'status': 'completed', 'code': 200} Jun 22 18:36:36.537552 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-80c44c09-a1a6-4da9-9dc2-138b3583503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.539644 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-80c44c09-a1a6-4da9-9dc2-138b3583503c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545638 Jun 22 18:36:36.634144 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-495ff353-a1e6-4cc3-8066-2ac4e11063ff service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Jun 22 18:36:36.721389 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2748c397-2203-4f5a-a35a-37121d13cfd8 req-8b95dc18-0716-4fcd-99a6-634e54eb74da service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789952 Jun 22 18:36:36.893770 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-6b5bc1a5-1b7f-4667-94c9-7428b4c74cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.895150 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-6b5bc1a5-1b7f-4667-94c9-7428b4c74cf1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1097 time: 0.0515227 Jun 22 18:36:36.993852 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-24ad275b-b90d-44f1-b827-d155ef616050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:36.995281 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-24ad275b-b90d-44f1-b827-d155ef616050 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0845973 Jun 22 18:36:37.038563 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-4b91e391-d3ac-45b1-abb4-6101559e68e9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 217 time: 0.0321848 Jun 22 18:36:37.094148 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-b2828e3f-4f07-4e1d-8cbb-c749627a6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.095521 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-b2828e3f-4f07-4e1d-8cbb-c749627a6e77 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0447857 Jun 22 18:36:37.154507 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-c23fb2b4-58ac-4acc-8e43-ec8dca0fad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.155842 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-c23fb2b4-58ac-4acc-8e43-ec8dca0fad48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486624 Jun 22 18:36:37.248992 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-91510078-81d6-486d-9c87-ed24edbcf5bf service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789802 Jun 22 18:36:37.400525 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66a18b-934e-495f-a2be-4e4f94eaf22d req-d4bb56e4-d274-4fcc-b55b-05c5c3b9e198 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.402099 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fd66a18b-934e-495f-a2be-4e4f94eaf22d req-d4bb56e4-d274-4fcc-b55b-05c5c3b9e198 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0668540 Jun 22 18:36:37.444841 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fd66a18b-934e-495f-a2be-4e4f94eaf22d req-b70a573d-5a1d-4b3a-bf2d-0ab7445236d6 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367441 Jun 22 18:36:37.573385 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-de8bda1e-8f2f-4fe5-a1db-84f8163e48db req-383323dc-1694-4e0c-8c4f-fa01c509d919 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168297 Jun 22 18:36:37.623304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54fd52-1b76-4d70-afc1-47928e3b0c38 req-5e5df4e2-d3ca-4917-adf9-228f95daf639 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:37.624808 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e54fd52-1b76-4d70-afc1-47928e3b0c38 req-5e5df4e2-d3ca-4917-adf9-228f95daf639 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0640600 Jun 22 18:36:37.665141 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e54fd52-1b76-4d70-afc1-47928e3b0c38 req-8b205fa4-bd0c-4d08-83f6-2c01825395bd tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346754 Jun 22 18:36:37.903240 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8b3e05e8-66e2-4764-951a-4306512a1f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:38.047238 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:38.618028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013aca-3e06-455a-994c-7f1d899f1b8f req-1ee93629-b7bd-4cdb-9b5b-114acd03f747 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:38.619442 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e4013aca-3e06-455a-994c-7f1d899f1b8f req-1ee93629-b7bd-4cdb-9b5b-114acd03f747 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0618629 Jun 22 18:36:38.657119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e4013aca-3e06-455a-994c-7f1d899f1b8f req-a8712cf9-94de-48fc-b682-f56b117228b0 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320766 Jun 22 18:36:38.833289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31536c-a7dc-4dfa-a6bb-18853262e786 req-1f20408f-2e0a-4ca5-9cc4-e76cf4b55f07 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:38.834777 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a31536c-a7dc-4dfa-a6bb-18853262e786 req-1f20408f-2e0a-4ca5-9cc4-e76cf4b55f07 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0631514 Jun 22 18:36:38.872828 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a31536c-a7dc-4dfa-a6bb-18853262e786 req-41b68314-b3cb-4a6c-8724-64ec1021b384 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jun 22 18:36:39.005880 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:39.831247 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420842-f52a-49e6-a79b-0262ba908de5 req-bfce1465-05e1-4a5b-8eb4-ba07b09bc615 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:39.832671 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2c420842-f52a-49e6-a79b-0262ba908de5 req-bfce1465-05e1-4a5b-8eb4-ba07b09bc615 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0658946 Jun 22 18:36:39.872159 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2c420842-f52a-49e6-a79b-0262ba908de5 req-0af80b62-5933-41a8-8f21-e502084b4df0 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328922 Jun 22 18:36:40.037865 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ab8d4-6ac2-4247-8605-d86389cb40e2 req-eae8e2f3-6ed0-4b36-a6c3-0cea9409724d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:40.039360 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d43ab8d4-6ac2-4247-8605-d86389cb40e2 req-eae8e2f3-6ed0-4b36-a6c3-0cea9409724d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0621939 Jun 22 18:36:40.075191 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d43ab8d4-6ac2-4247-8605-d86389cb40e2 req-749fd2a7-17f6-438c-bd83-5988ef86068c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Jun 22 18:36:41.043669 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b833-cc29-460c-b131-3640820e9ab3 req-65c6d433-eca8-4bb2-a237-8838a52ab432 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:41.045101 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dac4b833-cc29-460c-b131-3640820e9ab3 req-65c6d433-eca8-4bb2-a237-8838a52ab432 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0624070 Jun 22 18:36:41.087374 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dac4b833-cc29-460c-b131-3640820e9ab3 req-5f54ea8a-50ec-4f11-ac1d-b612ef4f6937 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366204 Jun 22 18:36:41.225658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:41.244087 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595e326-0ff9-441a-a71d-9cd24355466c req-91ee53c3-b4f1-423a-acce-bd094af56ab1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:41.245532 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0595e326-0ff9-441a-a71d-9cd24355466c req-91ee53c3-b4f1-423a-acce-bd094af56ab1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0632527 Jun 22 18:36:41.282357 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0595e326-0ff9-441a-a71d-9cd24355466c req-ba63899b-7e5e-4b9e-a2a7-77e41f47fa4a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311780 Jun 22 18:36:42.263506 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d44e37-649d-4cd6-95ed-d3dbc4929a41 req-ca73ccfa-9897-40be-815e-11c2342d990c tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:42.264992 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8d44e37-649d-4cd6-95ed-d3dbc4929a41 req-ca73ccfa-9897-40be-815e-11c2342d990c tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0635760 Jun 22 18:36:42.304595 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b8d44e37-649d-4cd6-95ed-d3dbc4929a41 req-0cb31ca5-8f36-4cc6-afa6-619ec0e631fa tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335875 Jun 22 18:36:42.467735 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54ac8b-9716-4995-9a49-31f85ee94a9d req-888ce0ea-78f4-49a1-9cf4-8d8ca7cdd967 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:42.469116 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c54ac8b-9716-4995-9a49-31f85ee94a9d req-888ce0ea-78f4-49a1-9cf4-8d8ca7cdd967 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0671625 Jun 22 18:36:42.508110 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7c54ac8b-9716-4995-9a49-31f85ee94a9d req-00d3bbf9-517b-4b12-9cd4-d3b281a56bba tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Jun 22 18:36:43.479857 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df39d7b-322b-4278-8a27-8038b1e259c8 req-af235adc-6604-4a55-8ab2-dacee1f531fe tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:43.481298 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3df39d7b-322b-4278-8a27-8038b1e259c8 req-af235adc-6604-4a55-8ab2-dacee1f531fe tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0639660 Jun 22 18:36:43.532893 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3df39d7b-322b-4278-8a27-8038b1e259c8 req-1f5c2e87-1008-46d0-8302-9c876c55c284 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&id=44d8432f-b7fc-4e58-bcec-65e9691682dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420077 Jun 22 18:36:43.692095 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d01cd0-4e5a-436e-bb7d-5fda527cc115 req-f74da666-bd4a-405b-b1ab-a0fcf5b68571 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:43.693535 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f0d01cd0-4e5a-436e-bb7d-5fda527cc115 req-f74da666-bd4a-405b-b1ab-a0fcf5b68571 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0625932 Jun 22 18:36:43.727883 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:43.735591 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f0d01cd0-4e5a-436e-bb7d-5fda527cc115 req-ff643d70-dbfd-453c-bc2e-4fa9299fbe30 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364997 Jun 22 18:36:44.947451 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b51a-f5f6-44ed-8c61-32e6dbdf1c33 req-5becc306-51a1-4889-b7e9-a6085cf8908a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:44.948882 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f5e2b51a-f5f6-44ed-8c61-32e6dbdf1c33 req-5becc306-51a1-4889-b7e9-a6085cf8908a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 944 time: 0.0639780 Jun 22 18:36:44.984466 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f5e2b51a-f5f6-44ed-8c61-32e6dbdf1c33 req-d472b776-a51d-419d-8e77-ad9e80de55eb tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299594 Jun 22 18:36:45.140321 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff8daf-3570-470a-9014-262471f37dfa req-1b39d0a7-8dce-4cdf-b1f7-5a37c1f9e58a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:45.142071 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d4ff8daf-3570-470a-9014-262471f37dfa req-1b39d0a7-8dce-4cdf-b1f7-5a37c1f9e58a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0635393 Jun 22 18:36:45.183695 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d4ff8daf-3570-470a-9014-262471f37dfa req-2d951e41-393b-48b4-b7bb-332d5a9730a2 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Jun 22 18:36:45.591970 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c0d885b9-49e9-4f60-90bb-956ab2b29f32 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:36:45.680953 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:45.691829 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:36:45.730503 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:45.742512 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d885b9-49e9-4f60-90bb-956ab2b29f32 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:45.760418 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:45.765158 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:45.766865 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:45.811933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:45.818860 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.819206 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.819544 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.819874 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.821001 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.821326 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.821967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.822257 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.822624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.822946 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.823270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.823586 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:45.827440 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:46.154326 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d775c9-8ac6-4c36-b4ff-fdc2e5529fd2 req-29724ae6-aeda-4e92-ac1a-3ffdda950946 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:46.155767 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-48d775c9-8ac6-4c36-b4ff-fdc2e5529fd2 req-29724ae6-aeda-4e92-ac1a-3ffdda950946 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 945 time: 0.0652153 Jun 22 18:36:46.193596 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-48d775c9-8ac6-4c36-b4ff-fdc2e5529fd2 req-d7cd86f2-9050-45a7-be8e-334b387d5b5b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jun 22 18:36:46.361349 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfe9d-bb72-4f67-8ea4-f7eb839b21fd req-c9bef56e-92f3-4412-b289-9254149ea2f6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:46.362812 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-12fcfe9d-bb72-4f67-8ea4-f7eb839b21fd req-c9bef56e-92f3-4412-b289-9254149ea2f6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0655918 Jun 22 18:36:46.399185 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-12fcfe9d-bb72-4f67-8ea4-f7eb839b21fd req-76867170-11a9-4d0c-ab5c-955baa65a6d9 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 Jun 22 18:36:46.429772 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['c0d885b9-49e9-4f60-90bb-956ab2b29f32'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:46.807926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457721af-3966-46c8-bc54-b850a90b8f8f req-9ef13f2a-fa82-4eec-8e0b-c941a0a16e46 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:46.809327 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-457721af-3966-46c8-bc54-b850a90b8f8f req-9ef13f2a-fa82-4eec-8e0b-c941a0a16e46 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 945 time: 0.0626009 Jun 22 18:36:46.910667 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Deleting port 12a00d30-dc0c-47bd-81da-fea8f03c873f {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:46.911008 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:46.995963 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] For port 12a00d30-dc0c-47bd-81da-fea8f03c873f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=12a00d30-dc0c-47bd-81da-fea8f03c873f,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:46.996251 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.158760 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.159122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.159436 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Floating IP 14a4abd0-eb1d-47fe-b92e-073a0e91d034 disassociated. External IP: 172.27.1.174, port: 12a00d30-dc0c-47bd-81da-fea8f03c873f. Jun 22 18:36:47.159782 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Calling delete_port for 12a00d30-dc0c-47bd-81da-fea8f03c873f owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:47.282182 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.285867 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a167710b-7f4f-411f-b85c-7277f4d17ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:47.314547 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'Port': ['ID=12a00d30-dc0c-47bd-81da-fea8f03c873f,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:47.326282 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.326655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.327013 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.327365 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.327712 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.328059 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.328404 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.328744 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.329090 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.329438 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.329776 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.330149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:47.334351 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:47.372150 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0049-2873-4758-89f3-325541994934 req-045a10cb-638d-4d0c-a743-a72194120232 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:47.373618 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ba2c0049-2873-4758-89f3-325541994934 req-045a10cb-638d-4d0c-a743-a72194120232 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 945 time: 0.0652328 Jun 22 18:36:47.420021 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ba2c0049-2873-4758-89f3-325541994934 req-26198c22-5438-4344-9445-c821bc313ebc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Jun 22 18:36:47.440589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:47.547937 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:47.555922 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3b199728-9357-4c46-99ab-3e35d2728517 req-c22a7f87-9015-4151-8e15-2fe02588a218 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=50b0a813-bfe2-4a18-bcb2-51d90b4eea44 HTTP/1.1" status: 200 len: 210 time: 0.0297024 Jun 22 18:36:47.565992 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:47.577589 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:47.578481 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:47.595129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] No DVR routers for this DVR port 12a00d30-dc0c-47bd-81da-fea8f03c873f on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:47.597446 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.599376 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-457721af-3966-46c8-bc54-b850a90b8f8f req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "DELETE /v2.0/ports/12a00d30-dc0c-47bd-81da-fea8f03c873f HTTP/1.1" status: 204 len: 173 time: 0.7813907 Jun 22 18:36:47.599856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'name': 'network-vif-deleted', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:47.602695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd822c70-f6b7-4150-803b-adc899a9d5b5" -d '{"events": [{"server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "name": "network-vif-deleted", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:47.616905 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c0d885b9-49e9-4f60-90bb-956ab2b29f32 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:36:47.642894 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32b86ec-1212-4d3c-8a5c-bfbae5148282 x-openstack-request-id: req-a32b86ec-1212-4d3c-8a5c-bfbae5148282 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:47.643169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b0a813-bfe2-4a18-bcb2-51d90b4eea44", "name": "network-vif-deleted", "tag": "12a00d30-dc0c-47bd-81da-fea8f03c873f", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:47.643525 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-a32b86ec-1212-4d3c-8a5c-bfbae5148282 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:47.643861 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b0a813-bfe2-4a18-bcb2-51d90b4eea44', 'name': 'network-vif-deleted', 'tag': '12a00d30-dc0c-47bd-81da-fea8f03c873f', 'status': 'completed', 'code': 200} Jun 22 18:36:47.728915 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port c0d885b9-49e9-4f60-90bb-956ab2b29f32 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:36:47.734794 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:47.737290 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port c0d885b9-49e9-4f60-90bb-956ab2b29f32 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:47.737908 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.948830 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:47.991187 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:47.994186 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efad180-3a84-4be8-9d28-88aec8c8ec71" -d '{"events": [{"server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "name": "network-vif-plugged", "status": "completed", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:48.009321 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:48.015007 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:48.018666 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:48.047178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b3f38-95b8-4096-b4a3-d31c3d1a4cae x-openstack-request-id: req-bd3b3f38-95b8-4096-b4a3-d31c3d1a4cae {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:48.047482 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "name": "network-vif-plugged", "status": "completed", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:48.047742 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-bd3b3f38-95b8-4096-b4a3-d31c3d1a4cae {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:48.048119 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'code': 200} Jun 22 18:36:48.079961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:48.082917 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:48.107726 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:48.108526 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:48.116691 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:48.117801 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:48.340485 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:48.405753 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7ced-5030-4048-ba85-4a9307fdec37 req-a1bb413f-f711-4936-855f-0a7f61a7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.407973 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-df6e7ced-5030-4048-ba85-4a9307fdec37 req-a1bb413f-f711-4936-855f-0a7f61a7829c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.0618598 Jun 22 18:36:48.446938 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-df6e7ced-5030-4048-ba85-4a9307fdec37 req-88729100-3d48-46a5-9dfe-9e8ee40783ea service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Jun 22 18:36:48.541627 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:48.571772 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7e28c-d795-4ffc-b345-68ddecd481be None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:48.598922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4691-8929-4710-9677-3ed674b97e71 req-2d39a0cd-71f8-464d-a869-8e7cd7370936 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:48.600167 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-837d4691-8929-4710-9677-3ed674b97e71 req-2d39a0cd-71f8-464d-a869-8e7cd7370936 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0639865 Jun 22 18:36:48.639012 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-837d4691-8929-4710-9677-3ed674b97e71 req-1c0e6739-fa7c-42d6-b07b-620ca5100b43 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jun 22 18:36:48.747388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60438) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:48.784650 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4dbf1-76c7-4df8-b009-b27ed6944961 None None] New status for floating IP 14a4abd0-eb1d-47fe-b92e-073a0e91d034: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:36:48.802871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:48.826105 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:48.875398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:48.878332 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:48.879440 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "DELETE /v2.0/security-groups/e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52 HTTP/1.1" status: 204 len: 168 time: 0.1314278 Jun 22 18:36:48.880179 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-476effba-56f3-44ac-badc-0ede5de29f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:48.883168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60440) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:48.889611 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:48.891817 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:48.917715 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.api.v2.resource [None req-91f38d01-7096-4ce7-a304-69a105745b38 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] show failed (client error): The resource could not be found. Jun 22 18:36:48.918805 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-91f38d01-7096-4ce7-a304-69a105745b38 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups/e7ff7f49-ce38-4fe9-8ccf-2bd6bf2b9b52 HTTP/1.1" status: 404 len: 347 time: 0.0344138 Jun 22 18:36:48.921870 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60442) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:49.044111 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Deleting port c4d7ec50-e117-4d91-aa46-89b6b64f6128 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:49.044453 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.120633 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.120957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.132136 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Calling delete_port for c4d7ec50-e117-4d91-aa46-89b6b64f6128 owned by network:floatingip {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:49.265783 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.267959 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d226f7b7-3422-4a2b-acfa-a32eae97237e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:49.292967 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'Port': ['ID=c4d7ec50-e117-4d91-aa46-89b6b64f6128,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:49.317653 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.318050 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.318424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.318799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.319162 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.319527 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.319928 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.320289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.320648 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.321003 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.321356 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.321707 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:49.325956 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:49.361699 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.364201 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.365319 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "DELETE /v2.0/floatingips/14a4abd0-eb1d-47fe-b92e-073a0e91d034 HTTP/1.1" status: 204 len: 168 time: 0.4424508 Jun 22 18:36:49.709408 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60450) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:49.714699 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173677453', 'description': 'tempest-description--237294423'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:49.738187 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.816792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.820986 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.824246 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-81e6848c-f84b-4d59-b51f-1d6fb2d863aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:49.849914 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.851171 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1406856 Jun 22 18:36:49.853056 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87118238-a9ac-486b-8c31-bba490801bbc,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:49.854234 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60454) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:49.855902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:49.859574 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group_rule': {'security_group_id': '87118238-a9ac-486b-8c31-bba490801bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:49.886749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.945888 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.949565 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.951915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ae8e6789-d808-48be-ac60-d7af25b40a1b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:49.970792 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fc22ec-1646-4cd3-868f-a5c1782effca,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:49.973100 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:49.974297 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187363 Jun 22 18:36:49.975192 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-54eaebe5-213f-44d6-8396-c8b39d709fc7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:49.977476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60458) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:49.981873 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'security_group_rule': {'security_group_id': '87118238-a9ac-486b-8c31-bba490801bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:50.008979 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.103038 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.106681 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.114083 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5a08a381-7447-4115-8adf-21464ffd2b26 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:50.131643 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec6117e-ebc1-4d2d-9003-f4176aff14f8,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:50.141136 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb4d17-6d0e-4e7c-a225-b87ca07609ee req-64491a7e-0159-43c1-93d1-c2a3aa917a6c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.142648 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2beb4d17-6d0e-4e7c-a225-b87ca07609ee req-64491a7e-0159-43c1-93d1-c2a3aa917a6c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.1036572 Jun 22 18:36:50.144567 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:50.147365 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.149080 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706917 Jun 22 18:36:50.152340 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60462) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:50.157480 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:50.183963 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.184506 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2beb4d17-6d0e-4e7c-a225-b87ca07609ee req-12d52ee0-a565-452b-bb52-eb51845d13ee tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342593 Jun 22 18:36:50.294207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.396536 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Allocated IP 172.27.1.150 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/fa7823db-f497-42f6-9f23-11ea22bee1c2) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:50.502153 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.541434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.543513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ef14b5ab-8d1c-4698-9a3c-ef58a6bd83f5 tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:50.584451 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:50.587314 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:50.589665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:50.611545 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=fa7823db-f497-42f6-9f23-11ea22bee1c2,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:50.614123 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:50.677495 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.717839 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.861926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.867821 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.869763 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c97cce77-6167-4dee-957f-bf9dfb1b7b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:50.933950 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=fa7823db-f497-42f6-9f23-11ea22bee1c2,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:50.937636 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:50.942379 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.956285 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.958140 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8042192 Jun 22 18:36:51.140159 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-34b10b36-1ad2-48ed-b521-0ec3a6b2d14e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-securitygroup--173677453&fields=id&tenant_id=5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 267 time: 0.0324082 Jun 22 18:36:51.249101 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-dda68e6e-eaa0-4805-87b6-82f9ae443836 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:51.250465 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-dda68e6e-eaa0-4805-87b6-82f9ae443836 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 810 time: 0.1041789 Jun 22 18:36:51.264677 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-ca349201-f99e-4706-b7ab-365039a3e314 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/quotas/5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 375 time: 0.0089302 Jun 22 18:36:51.332859 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-13aa19fe-0f16-424d-b87d-0f0463c55c72 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631945 Jun 22 18:36:51.426786 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-732f6c26-4d7e-4c68-82e6-3ba42ebf4fb3 service neutron] 10.222.0.108 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828624 Jun 22 18:36:51.516207 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-71aaa740-bcc6-47f4-8afa-b5a8ba147f4d service neutron] 10.222.0.108 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Jun 22 18:36:51.621624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 12a00d30-dc0c-47bd-81da-fea8f03c873f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:51.645449 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 12a00d30-dc0c-47bd-81da-fea8f03c873f {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:51.645907 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 12a00d30-dc0c-47bd-81da-fea8f03c873f not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:51.786614 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-fca8fb94-1073-4896-8232-f8a779ce14e6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516078 Jun 22 18:36:51.807220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e67aa-e597-4611-9f6a-6585c7b7ab05 req-47e7b22d-edf4-47b1-b26e-c06c5f64eac8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:51.808677 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-934e67aa-e597-4611-9f6a-6585c7b7ab05 req-47e7b22d-edf4-47b1-b26e-c06c5f64eac8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0782437 Jun 22 18:36:51.849751 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-934e67aa-e597-4611-9f6a-6585c7b7ab05 req-c271c265-2465-42a0-a6fc-e7cdccbb3e92 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Jun 22 18:36:51.922389 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e224f8d6-b1dd-4b96-8733-2dd4ff496f37 req-38606c4f-7a69-4207-9512-1ab9f4a44023 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Jun 22 18:36:51.952984 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-381b4c2a-4f34-4e6b-9346-aae393031b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:51.954763 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-381b4c2a-4f34-4e6b-9346-aae393031b73 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 1100 time: 0.0650859 Jun 22 18:36:52.081601 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-b941defb-435a-4260-b929-ebd0441d8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.083089 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-b941defb-435a-4260-b929-ebd0441d8a31 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0899956 Jun 22 18:36:52.097493 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989b04-295c-4824-877d-a3b263fe2a8b req-81b30cc9-2a01-46e0-8024-b82d31272392 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.099138 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a989b04-295c-4824-877d-a3b263fe2a8b req-81b30cc9-2a01-46e0-8024-b82d31272392 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0657506 Jun 22 18:36:52.137813 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a989b04-295c-4824-877d-a3b263fe2a8b req-fd29f9b7-4234-4e1b-afe6-05e5e6f0c23a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Jun 22 18:36:52.165427 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60498) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:52.175223 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-0c8060aa-a5ce-4992-b6e5-5ef77d76ce48 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 200 len: 1002 time: 0.0681374 Jun 22 18:36:52.223583 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec2bbb-966c-4ee3-86df-f2505afcf020 tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.225216 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7cec2bbb-966c-4ee3-86df-f2505afcf020 tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1094 time: 0.0587654 Jun 22 18:36:52.228215 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60500) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:52.232662 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:52.233694 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-d9d8238e-fade-4447-a42f-8634ad3e394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.235154 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-d9d8238e-fade-4447-a42f-8634ad3e394c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0463352 Jun 22 18:36:52.254406 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.349287 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-e2095d33-b46f-49a4-9b2a-f9d35c63d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:52.350756 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-e2095d33-b46f-49a4-9b2a-f9d35c63d1bb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582557 Jun 22 18:36:52.351619 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.454297 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-182fc67a-8c8d-404c-ad53-5f3f23af2d8b service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926731 Jun 22 18:36:52.466001 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.27.1.92 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/69cbfb98-729b-4aa2-b4c4-df1d4057b07c) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:52.549627 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6e9fbaaf-0bf1-4465-a9f8-1d00c093d429 req-8cec63a5-b351-484e-a128-543a1427bfb9 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832319 Jun 22 18:36:52.568625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.610181 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.613024 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:52.652209 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:52.654935 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:52.658538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:52.685601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=69cbfb98-729b-4aa2-b4c4-df1d4057b07c,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:52.689443 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.245440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-32a41362-6d7a-46b3-a083-0ed5013b0048 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:53.247047 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-32a41362-6d7a-46b3-a083-0ed5013b0048 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 810 time: 0.1099949 Jun 22 18:36:53.317365 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-ccb0e49f-6567-476b-81ef-9db835f629a6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5303ebd971e84c5e9ec3c4b9ca564467 HTTP/1.1" status: 200 len: 379 time: 0.0362866 Jun 22 18:36:53.331098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'port': {'device_id': '67ada33e-7012-47da-8494-9e959bc24916', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'admin_state_up': True, 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'security_groups': ['87118238-a9ac-486b-8c31-bba490801bbc']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:53.334593 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d93af-3115-4f93-ad07-a60f02c5b946 req-8b2005f5-9b8d-455d-a631-55c30194728c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:53.336617 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea3d93af-3115-4f93-ad07-a60f02c5b946 req-8b2005f5-9b8d-455d-a631-55c30194728c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.4380064 Jun 22 18:36:53.374153 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.409045 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea3d93af-3115-4f93-ad07-a60f02c5b946 req-02ea1939-a3ef-411b-adaf-4d69b126df35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661025 Jun 22 18:36:53.455031 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Made reservation on behalf of 5303ebd971e84c5e9ec3c4b9ca564467 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:36:53.458635 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.469670 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.582194 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5b06726f-2d9d-433f-83ea-6cb53771ded2 req-138c4038-aad1-4703-a417-3468011e36c5 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 210 time: 0.0528479 Jun 22 18:36:53.586732 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Allocated IP 172.20.0.4 (2beb4680-2c16-4dbc-a521-21044efaf216/8f06f512-650c-40ef-bd36-0739c797e30f/799951e7-a6f6-40f8-a37a-361d9d234a81) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:53.656501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.661155 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.663611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:53.722993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.729722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=69cbfb98-729b-4aa2-b4c4-df1d4057b07c,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:53.732670 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.736964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Transition to ACTIVE for port object 799951e7-a6f6-40f8-a37a-361d9d234a81 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:36:53.745548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.770468 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.774341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:53.819896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Network 2beb4680-2c16-4dbc-a521-21044efaf216 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:53.824669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:53.826477 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event updated for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:53.829756 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:53.833509 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.848218 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP b02124f4-10c0-4329-94ba-ea40bf12f47b associated. External IP: 172.27.1.92, port: c0d885b9-49e9-4f60-90bb-956ab2b29f32. Jun 22 18:36:53.879307 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:53.879925 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.895726 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686584 Jun 22 18:36:53.933372 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Request body: {'port': {'device_id': '67ada33e-7012-47da-8494-9e959bc24916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:54.015411 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.070823 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:54.076353 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-29976757-57f4-4bd4-92b9-9bd80e9201fa None None] Provisioning for port 799951e7-a6f6-40f8-a37a-361d9d234a81 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:36:54.080637 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-29976757-57f4-4bd4-92b9-9bd80e9201fa None None] Provisioning complete for port 799951e7-a6f6-40f8-a37a-361d9d234a81 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:54.081018 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-29976757-57f4-4bd4-92b9-9bd80e9201fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.113540 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-29976757-57f4-4bd4-92b9-9bd80e9201fa None None] Port 799951e7-a6f6-40f8-a37a-361d9d234a81 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:36:54.177150 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:54.188571 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:54.194654 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.197991 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:54.198694 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:54.232576 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0033238 Jun 22 18:36:54.233321 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:54.235805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2da243f-1241-4946-bc3a-9ccec4afd05c" -d '{"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:54.283067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f393b029-a86b-4d49-a82f-8ae3393b423f x-openstack-request-id: req-f393b029-a86b-4d49-a82f-8ae3393b423f {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:54.283951 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:54.283951 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-f393b029-a86b-4d49-a82f-8ae3393b423f {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:54.284252 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'status': 'completed', 'code': 200} Jun 22 18:36:54.293502 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799951e7-a6f6-40f8-a37a-361d9d234a81 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:54.300834 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.313003 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:54.313182 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Transition to ACTIVE for port object 799951e7-a6f6-40f8-a37a-361d9d234a81 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:36:54.316084 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.319124 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:54.419465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Pushing event updated for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:54.426611 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:54.503281 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-8007787d-5f99-4ceb-94cf-d91ad36ac7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.504788 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-8007787d-5f99-4ceb-94cf-d91ad36ac7d3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.1508989 Jun 22 18:36:54.560360 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:52Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:54.570527 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Attempting to bind port 799951e7-a6f6-40f8-a37a-361d9d234a81 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:36:54.570871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Attempting to bind port 799951e7-a6f6-40f8-a37a-361d9d234a81 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:36:54.571207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Attempting to bind port 799951e7-a6f6-40f8-a37a-361d9d234a81 on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:36:54.579231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Port 799951e7-a6f6-40f8-a37a-361d9d234a81 on network 2beb4680-2c16-4dbc-a521-21044efaf216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:36:54.579553 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Attempting to bind port 799951e7-a6f6-40f8-a37a-361d9d234a81 on network 2beb4680-2c16-4dbc-a521-21044efaf216 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:36:54.587629 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:54.590555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:36:54.590900 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Checking segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:36:54.591399 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Bound using segment: {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:36:54.591715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Bound port: 799951e7-a6f6-40f8-a37a-361d9d234a81, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ef96f7-1d6d-48f4-a670-c0ff0be5d826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:36:54.592065 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.597064 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:54.597687 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:54.622903 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230016b3-8c98-4b0a-ba83-1e9458f5784d req-3b01d805-6828-4dc8-81b9-7698214a2c56 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.624449 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-230016b3-8c98-4b0a-ba83-1e9458f5784d req-3b01d805-6828-4dc8-81b9-7698214a2c56 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0673189 Jun 22 18:36:54.658765 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-9114a47f-0c77-4e29-a957-30205b01b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.660103 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-9114a47f-0c77-4e29-a957-30205b01b4e7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.1415474 Jun 22 18:36:54.667900 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-230016b3-8c98-4b0a-ba83-1e9458f5784d req-236eeda1-6194-4b7f-bc24-6e6ae663a380 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373673 Jun 22 18:36:54.682363 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:36:54.733731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:54.853856 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d1196-458b-48bd-a8d5-8950ae7fdbda req-b92b914b-1d12-43ba-940b-1cf15ac5d39e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:54.858539 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c68d1196-458b-48bd-a8d5-8950ae7fdbda req-b92b914b-1d12-43ba-940b-1cf15ac5d39e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 943 time: 0.0817142 Jun 22 18:36:54.898794 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c68d1196-458b-48bd-a8d5-8950ae7fdbda req-64754f1f-95bb-48c6-bcd0-a544933fc4ff tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Jun 22 18:36:54.973072 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=799951e7-a6f6-40f8-a37a-361d9d234a81,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:36:54.978683 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.982713 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b7519bb6-9ce8-4c34-bbd1-c789bbad0aa6 tempest-ServerRescueNegativeTestJSON-451242609 tempest-ServerRescueNegativeTestJSON-451242609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:54.985077 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:52Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:55.011514 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141cfde-bb0e-4549-b776-579e485e8e43 None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:52Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:55.031727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.032353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.033740 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] 10.222.0.112 "PUT /v2.0/ports/799951e7-a6f6-40f8-a37a-361d9d234a81 HTTP/1.1" status: 200 len: 1093 time: 1.1058662 Jun 22 18:36:55.034262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:55.036526 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c438ba-c8cc-44c4-9552-68fb032b4f96" -d '{"events": [{"name": "network-changed", "server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:55.044304 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-4958f12e-33aa-4746-96fe-8dd917b52ffb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 999 time: 0.3633106 Jun 22 18:36:55.066998 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Pushing event updated for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:55.119229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:55.120790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bfb57a-5bd0-450f-84de-ddc4202d38b0 x-openstack-request-id: req-97bfb57a-5bd0-450f-84de-ddc4202d38b0 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:55.121112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:55.121399 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-97bfb57a-5bd0-450f-84de-ddc4202d38b0 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:55.121861 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'status': 'completed', 'code': 200} Jun 22 18:36:55.123689 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-cfcc2fc3-76a9-445e-b2e0-9f0851e3b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.125235 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-cfcc2fc3-76a9-445e-b2e0-9f0851e3b582 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0537312 Jun 22 18:36:55.256258 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3917bc5-d5dd-4362-a8bd-b7680a0ed478 None None] New status for floating IP b02124f4-10c0-4329-94ba-ea40bf12f47b: ACTIVE {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:36:55.262293 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-a250c71b-359d-418c-9748-5b6f3dfd0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.262293 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-a250c71b-359d-418c-9748-5b6f3dfd0ba6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007292 Jun 22 18:36:55.268077 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-eebda53e-60aa-4912-a5b7-0df313f43835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.269529 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-eebda53e-60aa-4912-a5b7-0df313f43835 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 1096 time: 0.1086106 Jun 22 18:36:55.365477 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-ea366263-60bf-46a4-94fe-a39dfad06809 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799951e7-a6f6-40f8-a37a-361d9d234a81 HTTP/1.1" status: 200 len: 217 time: 0.0746987 Jun 22 18:36:55.439222 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-ee76700b-5bd9-48a0-9947-b998e12515a3 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496823 Jun 22 18:36:55.443006 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-d586a16b-a5ad-4bc5-af7a-915898d511e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.444305 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-d586a16b-a5ad-4bc5-af7a-915898d511e8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0647290 Jun 22 18:36:55.585201 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b2da243f-1241-4946-bc3a-9ccec4afd05c req-6b0304fb-b428-4337-aaad-77398c6e3306 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205852 Jun 22 18:36:55.587460 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-3bc30c17-f1e5-4929-87fd-b6d8aab595db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.588778 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-3bc30c17-f1e5-4929-87fd-b6d8aab595db service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173348 Jun 22 18:36:55.735254 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-6645291b-be89-4464-8fcd-02b789169769 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843067 Jun 22 18:36:55.838485 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c01c2649-0635-4bf0-b20f-fa0368348526 req-aca0f7c9-53d4-4114-9a69-0338e5b9f188 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Jun 22 18:36:55.845360 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ffea-6b8a-4dbb-8688-46762b473462 req-e7230f0b-8f2f-40a7-80bd-515d13527139 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:55.846822 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e683ffea-6b8a-4dbb-8688-46762b473462 req-e7230f0b-8f2f-40a7-80bd-515d13527139 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.0627148 Jun 22 18:36:55.884306 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e683ffea-6b8a-4dbb-8688-46762b473462 req-d4a83c1f-1d00-4a4c-b5e8-5e74d29c218d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=033e1312-bfe0-4191-ae25-3b632cac1683&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Jun 22 18:36:56.067288 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa9a1-0287-4a36-bbcd-aa7f5c1ecc89 req-cc9872ee-85c2-48e9-b228-5aed4693fea3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.068733 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-243fa9a1-0287-4a36-bbcd-aa7f5c1ecc89 req-cc9872ee-85c2-48e9-b228-5aed4693fea3 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 943 time: 0.0617168 Jun 22 18:36:56.070880 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5133e5-1642-4139-93a6-84804347e87b req-2090bcab-ee04-463d-8f28-d74e4e80ea4a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.072316 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0b5133e5-1642-4139-93a6-84804347e87b req-2090bcab-ee04-463d-8f28-d74e4e80ea4a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 947 time: 0.1042266 Jun 22 18:36:56.076562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-fd834f9f-6f15-4100-9f5f-69eab64679bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.077917 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-fd834f9f-6f15-4100-9f5f-69eab64679bd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 1096 time: 0.0830319 Jun 22 18:36:56.108977 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-243fa9a1-0287-4a36-bbcd-aa7f5c1ecc89 req-c7400d2c-6ad2-4731-98fe-22e1e78bf51b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Jun 22 18:36:56.251956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-1a2d8a49-f6e1-4f25-9777-5eabb6c93d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.253407 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-1a2d8a49-f6e1-4f25-9777-5eabb6c93d6c service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.1431823 Jun 22 18:36:56.272222 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Deleting port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:56.272562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.305872 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-b4035b06-268b-4ca6-b667-5bae4985d0b2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799951e7-a6f6-40f8-a37a-361d9d234a81 HTTP/1.1" status: 200 len: 217 time: 0.0413277 Jun 22 18:36:56.400092 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-749896e4-1df1-429f-8fd0-f374c275d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.401440 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-749896e4-1df1-429f-8fd0-f374c275d522 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0864401 Jun 22 18:36:56.451489 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] For port 68a1e7d1-dd06-4ca2-a003-dd00b916e497, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68a1e7d1-dd06-4ca2-a003-dd00b916e497,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:56.452634 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.555948 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-c7a18876-4d89-4ed1-8bcd-87352adbb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.557416 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-c7a18876-4d89-4ed1-8bcd-87352adbb815 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414280 Jun 22 18:36:56.681188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.681467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.681776 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Floating IP bec3281b-0105-4fcf-9e31-791d99e2eb10 disassociated. External IP: 172.27.1.218, port: 68a1e7d1-dd06-4ca2-a003-dd00b916e497. Jun 22 18:36:56.682153 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Calling delete_port for 68a1e7d1-dd06-4ca2-a003-dd00b916e497 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:56.714814 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-942e6de5-3a9c-4c7e-970f-1d91d647c50e service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442776 Jun 22 18:36:56.847978 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d7c438ba-c8cc-44c4-9552-68fb032b4f96 req-a87d327d-56ef-42b2-8478-50fd27cfd675 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073101 Jun 22 18:36:56.896045 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.900232 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:56.925667 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'Port': ['ID=68a1e7d1-dd06-4ca2-a003-dd00b916e497,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:56.928862 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:57.037287 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-44a6941b-5503-4e29-8899-6ddab713c0a1 req-413ecc7d-b97a-43db-94f3-9a2980610d7a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Jun 22 18:36:57.040219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:57.146734 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:57.156818 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:57.166341 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:57.166951 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:57.192938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] No DVR routers for this DVR port 68a1e7d1-dd06-4ca2-a003-dd00b916e497 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:57.196008 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:57.198226 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-0b5133e5-1642-4139-93a6-84804347e87b req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "DELETE /v2.0/ports/68a1e7d1-dd06-4ca2-a003-dd00b916e497 HTTP/1.1" status: 204 len: 173 time: 1.0955255 Jun 22 18:36:57.198767 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-deleted', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:57.201166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d618e44-e1a6-4df9-9757-fe02dfbb9ed4" -d '{"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-deleted", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:57.289455 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:57.306261 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fd91b-31c0-44f4-a2cf-3cbf709c4d31 req-9fe3174b-e914-4e09-9832-18aa6672655d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:57.307929 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc6fd91b-31c0-44f4-a2cf-3cbf709c4d31 req-9fe3174b-e914-4e09-9832-18aa6672655d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 943 time: 0.0786960 Jun 22 18:36:57.362880 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc6fd91b-31c0-44f4-a2cf-3cbf709c4d31 req-349cf65a-18b1-40ec-a587-ce467545b297 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489497 Jun 22 18:36:57.420081 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d9d632-9a11-4213-bab5-ac613c70fe97 x-openstack-request-id: req-b1d9d632-9a11-4213-bab5-ac613c70fe97 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:57.420612 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a257e06-1301-46d2-be34-6b2a801eff43", "name": "network-vif-deleted", "tag": "68a1e7d1-dd06-4ca2-a003-dd00b916e497", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:57.420746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-b1d9d632-9a11-4213-bab5-ac613c70fe97 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:57.421110 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a257e06-1301-46d2-be34-6b2a801eff43', 'name': 'network-vif-deleted', 'tag': '68a1e7d1-dd06-4ca2-a003-dd00b916e497', 'status': 'completed', 'code': 200} Jun 22 18:36:57.543482 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:57.577307 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:57.585605 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:57.586665 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:57.700892 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:58.031392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:58.058107 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654f533-e651-44c6-8c93-42e9105ee2d6 None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:58.205995 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-210b632b-199c-4f71-8203-ed5c100c1252 req-75f1e3f5-6db6-4e38-ab93-fb1ae95a1871 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a257e06-1301-46d2-be34-6b2a801eff43 HTTP/1.1" status: 200 len: 210 time: 0.0322874 Jun 22 18:36:58.300742 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812603c-393f-477b-a616-d1baa6f8c3b2 None None] New status for floating IP bec3281b-0105-4fcf-9e31-791d99e2eb10: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:36:58.535947 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594229-5964-4957-89a0-a64fedb1b129 req-fa200556-1a6a-4845-ac48-80335a1c000a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:58.537423 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f0594229-5964-4957-89a0-a64fedb1b129 req-fa200556-1a6a-4845-ac48-80335a1c000a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 943 time: 0.0663922 Jun 22 18:36:58.574277 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f0594229-5964-4957-89a0-a64fedb1b129 req-0ff36a89-cea3-4993-bced-1cce9c1c0d79 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307028 Jun 22 18:36:59.329661 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60544) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:59.383362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.406134 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.451808 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.454425 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.455549 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "DELETE /v2.0/security-groups/033e1312-bfe0-4191-ae25-3b632cac1683 HTTP/1.1" status: 204 len: 168 time: 0.1248791 Jun 22 18:36:59.456293 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dad18f18-dc74-4c39-b7cb-b959335f0edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:59.458398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60546) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:59.464852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e1312-bfe0-4191-ae25-3b632cac1683,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:59.467252 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:59.474243 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.api.v2.resource [None req-725e2a20-9479-4caf-b316-6ff155555470 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] show failed (client error): The resource could not be found. Jun 22 18:36:59.475243 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-725e2a20-9479-4caf-b316-6ff155555470 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups/033e1312-bfe0-4191-ae25-3b632cac1683 HTTP/1.1" status: 404 len: 347 time: 0.0153296 Jun 22 18:36:59.480802 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60548) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:59.602580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Deleting port 54bfe92d-e3e9-46ec-81d8-849b8d1d39d0 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:59.602916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.678378 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.678710 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.688257 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 799951e7-a6f6-40f8-a37a-361d9d234a81 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:36:59.692150 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Calling delete_port for 54bfe92d-e3e9-46ec-81d8-849b8d1d39d0 owned by network:floatingip {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:59.704618 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:59.731445 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 68a1e7d1-dd06-4ca2-a003-dd00b916e497 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:59.731805 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 68a1e7d1-dd06-4ca2-a003-dd00b916e497 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:59.748886 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87d174-b411-4ad1-81b0-c1d61a6baa81 req-aee9868f-9220-4fc8-ab74-f6e65ad3b3ad tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:59.750384 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d87d174-b411-4ad1-81b0-c1d61a6baa81 req-aee9868f-9220-4fc8-ab74-f6e65ad3b3ad tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 943 time: 0.0643115 Jun 22 18:36:59.790079 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d87d174-b411-4ad1-81b0-c1d61a6baa81 req-4cfe5329-9d2c-4ed4-88df-b0bccdeed0a4 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333967 Jun 22 18:36:59.818838 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=799951e7-a6f6-40f8-a37a-361d9d234a81,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:59.829352 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'port_id': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'mac_address': 'fa:16:3e:e5:a9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:36:59.839838 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.843193 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-14d3937d-d05c-4b1e-ad7b-61d5f7cdce6d tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:59.866284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'Port': ['ID=54bfe92d-e3e9-46ec-81d8-849b8d1d39d0,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:59.866768 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.868781 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:59.885984 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799951e7-a6f6-40f8-a37a-361d9d234a81 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:59.905634 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=799951e7-a6f6-40f8-a37a-361d9d234a81,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:59.909815 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.911648 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:59.932678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.935186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.936323 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "DELETE /v2.0/floatingips/bec3281b-0105-4fcf-9e31-791d99e2eb10 HTTP/1.1" status: 204 len: 168 time: 0.4546103 Jun 22 18:36:59.957916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:59.961470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:00.470402 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60554) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:00.472705 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['799951e7-a6f6-40f8-a37a-361d9d234a81'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:00.474994 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102161115', 'description': 'tempest-description--1274289711'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:00.501534 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.585858 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.590278 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.594169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c7bed2c4-b175-4cd0-b071-475652430b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:00.619331 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.620531 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1491556 Jun 22 18:37:00.622432 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:00.623454 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60556) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:00.625316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:00.628410 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group_rule': {'security_group_id': '26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:00.655003 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.950255 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.954567 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.960427 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:00.964749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9364c-38c7-4c3e-9d81-cd7549d5b723 req-03ccc57f-9a47-4ef8-8479-bd8efe67792c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.966234 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-26c9364c-38c7-4c3e-9d81-cd7549d5b723 req-03ccc57f-9a47-4ef8-8479-bd8efe67792c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 944 time: 0.0636082 Jun 22 18:37:00.974586 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edad43c0-e76e-417c-9fd9-adaf08b19bed,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:00.978064 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:00.983096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.986224 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fb5f82f6-f287-4ee8-ae93-060bec174fc4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593659 Jun 22 18:37:00.986453 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60562) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:00.990854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'security_group_rule': {'security_group_id': '26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:01.012120 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-26c9364c-38c7-4c3e-9d81-cd7549d5b723 req-34b2300b-33fa-4194-9781-3a3f7f3ee75a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343516 Jun 22 18:37:01.015961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.072172 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.075651 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.077596 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:01.094221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa32ad8-343a-4aa3-896f-a0f6761f256b,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:01.096631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:01.097780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.099289 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-16c3f39f-3dde-450a-8b95-40fe0fae5d02 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116965 Jun 22 18:37:01.102974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60564) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:01.110414 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:01.132002 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.232189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.331091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Allocated IP 172.27.1.45 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/1c29f64b-a682-48e9-badf-04cdfc82528d) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:37:01.435349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.488737 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.490757 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ea00fbb7-f670-4e8e-bfce-2500f28689c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:01.528451 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:01.531586 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:01.534930 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:37:01.540928 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=1c29f64b-a682-48e9-badf-04cdfc82528d,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:01.560129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:01.625905 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.668597 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.684612 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 799951e7-a6f6-40f8-a37a-361d9d234a81 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:01.736247 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 799951e7-a6f6-40f8-a37a-361d9d234a81 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:01.740155 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 799951e7-a6f6-40f8-a37a-361d9d234a81 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:01.740467 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.813107 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.820536 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.824824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.827723 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3daa4f6-119a-4a8f-a417-096561031d07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:01.838201 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:01.840447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fb591-6355-4f25-bac8-db1662939932" -d '{"events": [{"server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "name": "network-vif-plugged", "status": "completed", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:01.855290 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=799951e7-a6f6-40f8-a37a-361d9d234a81,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:01.860117 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.862967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:01.890436 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca247205-58bb-4aad-8368-78800673fef0 x-openstack-request-id: req-ca247205-58bb-4aad-8368-78800673fef0 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:01.890730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "name": "network-vif-plugged", "status": "completed", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:01.890988 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-ca247205-58bb-4aad-8368-78800673fef0 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:01.891098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=1c29f64b-a682-48e9-badf-04cdfc82528d,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:01.891370 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'code': 200} Jun 22 18:37:01.894964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:01.905125 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.918578 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:01.918916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.923496 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8158550 Jun 22 18:37:01.929432 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:02.061376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-b221de5c-267e-433b-bca2-1ae0d89e81be tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-securitygroup--1102161115&fields=id&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 267 time: 0.0320477 Jun 22 18:37:02.171618 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-707def49-7b72-4dda-bdfd-64fa20db0523 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.173063 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-707def49-7b72-4dda-bdfd-64fa20db0523 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 816 time: 0.1045377 Jun 22 18:37:02.187331 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-a78559c7-e077-4cae-9067-14e266823a96 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/quotas/6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 375 time: 0.0087671 Jun 22 18:37:02.194048 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b979-48a0-4c56-8ccb-adfda1f6f14e req-e4756420-8125-46e7-b1ae-3e9ba0fceec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.195485 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-01a8b979-48a0-4c56-8ccb-adfda1f6f14e req-e4756420-8125-46e7-b1ae-3e9ba0fceec5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 1098 time: 0.0541077 Jun 22 18:37:02.233537 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-01a8b979-48a0-4c56-8ccb-adfda1f6f14e req-00827535-8ce1-460a-b609-bcf572f881ba service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287588 Jun 22 18:37:02.254607 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-627ebe70-eb64-415f-88c7-852102d5035f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617425 Jun 22 18:37:02.350227 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-c3849047-6d10-43af-a8ac-575ad740f282 service neutron] 10.222.0.108 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Jun 22 18:37:02.436172 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-1e6b03e5-56c0-493b-8b3a-e0194b866878 service neutron] 10.222.0.108 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802417 Jun 22 18:37:02.691743 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25be067-1c38-43c4-b115-3e8391258641 req-0c59c76b-9ff9-4b67-9059-6237faa11add tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:02.693222 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a25be067-1c38-43c4-b115-3e8391258641 req-0c59c76b-9ff9-4b67-9059-6237faa11add tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0641754 Jun 22 18:37:02.730685 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a25be067-1c38-43c4-b115-3e8391258641 req-f0875c9a-3f09-4788-bca5-638d156a2f72 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Jun 22 18:37:02.804516 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-72e9730e-9c17-48d2-94b2-4666def454c6 req-bafc9026-0ca1-4a6b-9c4e-e0c5f8d3f81a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 210 time: 0.0325284 Jun 22 18:37:03.205516 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:03.903628 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c3d8a-bcf7-4741-8272-f74e52aafa73 req-bd835c7d-3c91-4d8a-ba98-3ed4298ae39a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:03.905090 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f3c3d8a-bcf7-4741-8272-f74e52aafa73 req-bd835c7d-3c91-4d8a-ba98-3ed4298ae39a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0634029 Jun 22 18:37:03.945254 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5f3c3d8a-bcf7-4741-8272-f74e52aafa73 req-51554c56-7e2d-4e63-9842-6f321392cde5 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336926 Jun 22 18:37:04.068441 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0156ef63-344f-4f7a-bdeb-3219952c3dba req-2a61ab88-73d5-48fa-aab5-b3787efafaa5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Jun 22 18:37:04.209775 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-8a6f8b1b-fb2a-4221-9bce-4856022f2a73 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:04.211206 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-8a6f8b1b-fb2a-4221-9bce-4856022f2a73 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 816 time: 0.1013875 Jun 22 18:37:04.301225 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-57046e0f-2034-4fd0-959e-c07b453f7482 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 380 time: 0.0353785 Jun 22 18:37:04.358934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'port': {'device_id': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'admin_state_up': True, 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'security_groups': ['26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:04.470856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Made reservation on behalf of 6d8dce0639fa4fd59793b8baaecda38b for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:37:04.474457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:04.598962 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Allocated IP 172.20.0.9 (85da840c-aaa7-4658-892a-5bac5922939e/efa23b70-4fe1-4920-bd76-349713db1159/9851a03f-1b08-4b68-bd98-11533f7d3f0f) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:37:04.728168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:04.740645 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Transition to ACTIVE for port object 9851a03f-1b08-4b68-bd98-11533f7d3f0f will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:04.772262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:04.776469 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:04.821115 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Network 85da840c-aaa7-4658-892a-5bac5922939e is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:37:04.824347 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:37:04.827997 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:37:04.851976 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:04.856357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:04.880802 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:04.881409 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:04.896344 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5417256 Jun 22 18:37:04.925674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Request body: {'port': {'device_id': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:04.999426 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.068192 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-33fa4d63-89f5-409c-abfa-2815422cc571 None None] Provisioning for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:05.072085 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-33fa4d63-89f5-409c-abfa-2815422cc571 None None] Provisioning complete for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:05.072563 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-33fa4d63-89f5-409c-abfa-2815422cc571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.108620 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-33fa4d63-89f5-409c-abfa-2815422cc571 None None] Port 9851a03f-1b08-4b68-bd98-11533f7d3f0f cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:37:05.124135 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba98f7-f0e0-4b4e-bc24-22d9d1da920e req-f7ae709d-618a-4bf5-9b50-f358baa45054 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.125602 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6ba98f7-f0e0-4b4e-bc24-22d9d1da920e req-f7ae709d-618a-4bf5-9b50-f358baa45054 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0702095 Jun 22 18:37:05.163030 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6ba98f7-f0e0-4b4e-bc24-22d9d1da920e req-1ba88b90-b312-4a33-985c-9244472156b5 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Jun 22 18:37:05.276841 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:37:05.284311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.296599 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Transition to ACTIVE for port object 9851a03f-1b08-4b68-bd98-11533f7d3f0f will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:05.299470 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.302915 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5d1564d7-c689-4fc9-b815-44fcc617e593 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:05.325035 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e49e7-3e2c-4b6a-bf74-87c9d0d6082d req-7e9b5be2-bf80-41b7-b7ad-0a8f6ff41c81 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.326507 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-524e49e7-3e2c-4b6a-bf74-87c9d0d6082d req-7e9b5be2-bf80-41b7-b7ad-0a8f6ff41c81 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 931 time: 0.0633888 Jun 22 18:37:05.348202 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:05.358854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:05.364699 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b7985369-3829-4ade-b87e-3aa8a23666d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.373091 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-524e49e7-3e2c-4b6a-bf74-87c9d0d6082d req-b2a5847f-385b-48bc-af10-b35fe318b007 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Jun 22 18:37:05.437231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Attempting to bind port 9851a03f-1b08-4b68-bd98-11533f7d3f0f on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:37:05.437659 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Attempting to bind port 9851a03f-1b08-4b68-bd98-11533f7d3f0f by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:37:05.438128 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Attempting to bind port 9851a03f-1b08-4b68-bd98-11533f7d3f0f on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:05.443164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Port 9851a03f-1b08-4b68-bd98-11533f7d3f0f on network 85da840c-aaa7-4658-892a-5bac5922939e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:37:05.443549 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Attempting to bind port 9851a03f-1b08-4b68-bd98-11533f7d3f0f on network 85da840c-aaa7-4658-892a-5bac5922939e {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:05.448959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:37:05.449531 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Checking segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:05.449980 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Bound using segment: {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:37:05.450511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Bound port: 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e75c1d8-5540-43ec-bb8b-d85007c2b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:37:05.450927 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.518001 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:37:05.521535 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:37:05.528591 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.532274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-73bbd942-a974-4bf4-adf1-246c562eda81 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:05.541956 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449955-1396-4642-bc6c-12aab0f3a99c req-534d8c08-a685-471e-970a-b58045a22c29 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.543410 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a8449955-1396-4642-bc6c-12aab0f3a99c req-534d8c08-a685-471e-970a-b58045a22c29 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0652459 Jun 22 18:37:05.551832 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60606) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:05.556460 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Request body: {'floatingip': {'port_id': '799951e7-a6f6-40f8-a37a-361d9d234a81'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:05.562573 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.563180 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.564542 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] 10.222.0.112 "PUT /v2.0/ports/9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 1093 time: 0.6435699 Jun 22 18:37:05.565036 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:05.567633 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf97b109-5ce3-48bd-9ba7-c9780026e47d" -d '{"events": [{"name": "network-changed", "server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:05.595287 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:05.598808 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:05.615686 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd84be-aec3-4a2a-810f-f925d0022dac x-openstack-request-id: req-1dfd84be-aec3-4a2a-810f-f925d0022dac {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:05.616070 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:05.616340 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-1dfd84be-aec3-4a2a-810f-f925d0022dac {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:05.616798 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'status': 'completed', 'code': 200} Jun 22 18:37:05.637993 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.727526 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-30313fdd-0daa-4ea4-976c-efc048b16d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.729033 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-30313fdd-0daa-4ea4-976c-efc048b16d00 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1096 time: 0.0668042 Jun 22 18:37:05.789988 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-0d818008-5079-4bff-b7a7-d8cdec78be67 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 217 time: 0.0403481 Jun 22 18:37:05.844417 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-4c7f11c3-7786-48f2-a8ef-f4aea186517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.845844 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-4c7f11c3-7786-48f2-a8ef-f4aea186517e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0434184 Jun 22 18:37:05.904916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-ca580f1d-425b-4720-8639-a5a1d06fe878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.906398 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-ca580f1d-425b-4720-8639-a5a1d06fe878 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512190 Jun 22 18:37:06.010233 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-f7c0b414-6200-4abb-bcdb-fecdc44cf836 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844319 Jun 22 18:37:06.084444 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:06.088749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:06.100498 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ec62711b-0d50-4638-a5cb-688eeb74002d req-4d7fe6a7-6a8f-403c-bc8b-b1194f7c3079 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813236 Jun 22 18:37:06.185980 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Floating IP d2c77d36-707c-4420-ab37-a14082798559 associated. External IP: 172.27.1.150, port: 799951e7-a6f6-40f8-a37a-361d9d234a81. Jun 22 18:37:06.320747 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-febaa20c-7971-4a78-9ec9-d1c0d6fd94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.322394 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-febaa20c-7971-4a78-9ec9-d1c0d6fd94dd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1096 time: 0.0564795 Jun 22 18:37:06.405828 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:37:06.438220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-88bfd6a1-48b7-4a6c-863f-317e6d060465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.440377 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-88bfd6a1-48b7-4a6c-863f-317e6d060465 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.1075685 Jun 22 18:37:06.482144 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-4fd14811-cd43-474c-92e6-094dbb444071 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 217 time: 0.0348139 Jun 22 18:37:06.544559 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-d14b2a81-7ace-441a-acee-509a6c25e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.546075 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-d14b2a81-7ace-441a-acee-509a6c25e1b5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0480824 Jun 22 18:37:06.616393 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-9738fba2-2327-4617-b321-ccbc851a7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.618551 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-9738fba2-2327-4617-b321-ccbc851a7456 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568430 Jun 22 18:37:06.713513 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-8b912119-37dd-4d35-bd49-67dd19edba60 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Jun 22 18:37:06.819547 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-cf97b109-5ce3-48bd-9ba7-c9780026e47d req-808d0bbf-d178-4498-9b09-3c70576e5975 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 Jun 22 18:37:06.834218 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:06.841093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:06.843505 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:37:06.863195 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:06.863824 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:06.885405 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-566656d9-18f2-4654-b1da-dd3f32d7b2b7 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "PUT /v2.0/floatingips/d2c77d36-707c-4420-ab37-a14082798559 HTTP/1.1" status: 200 len: 991 time: 1.3324661 Jun 22 18:37:06.886790 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:06.889074 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dae86-9342-4ed8-bf27-91fcce8b9505" -d '{"events": [{"name": "network-changed", "server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:06.898546 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373bb0a-5d4e-42fa-9ffa-6f215d1cf647 req-fca3a4be-3980-4342-90f1-284588ee735d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.899972 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0373bb0a-5d4e-42fa-9ffa-6f215d1cf647 req-fca3a4be-3980-4342-90f1-284588ee735d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.3971918 Jun 22 18:37:06.937352 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0373bb0a-5d4e-42fa-9ffa-6f215d1cf647 req-e9d7d20f-31fc-4711-bb47-ebba9954ea0d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jun 22 18:37:06.968309 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:07.186120 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dabba3-a73a-467e-b070-80514e55a828 x-openstack-request-id: req-96dabba3-a73a-467e-b070-80514e55a828 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:07.186649 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:07.186843 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-96dabba3-a73a-467e-b070-80514e55a828 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:07.187286 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'status': 'completed', 'code': 200} Jun 22 18:37:07.188291 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'd2c77d36-707c-4420-ab37-a14082798559', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:e5:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada33e-7012-47da-8494-9e959bc24916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:50Z', 'updated_at': '2021-06-22T18:37:05Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:07.213615 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:37:07.221413 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:07.221949 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:36:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:07.324734 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:07.329213 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-025122cb-d515-4a07-89a6-4af101f5ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.330704 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-025122cb-d515-4a07-89a6-4af101f5ce53 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 1098 time: 0.0509722 Jun 22 18:37:07.425233 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-1e146759-5416-4d2d-80b6-00d78f4c116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.426724 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-1e146759-5416-4d2d-80b6-00d78f4c116a service neutron] 10.222.0.112 "GET /v2.0/networks?id=2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 200 len: 912 time: 0.0856009 Jun 22 18:37:07.500409 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-df8470c2-8dc1-41c9-905f-51418f9d7719 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799951e7-a6f6-40f8-a37a-361d9d234a81 HTTP/1.1" status: 200 len: 999 time: 0.0565188 Jun 22 18:37:07.539267 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'd2c77d36-707c-4420-ab37-a14082798559', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:e5:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada33e-7012-47da-8494-9e959bc24916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:50Z', 'updated_at': '2021-06-22T18:37:05Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:07.551826 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-d6aed6a4-650f-42e0-a607-1fbbed34a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.553241 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-d6aed6a4-650f-42e0-a607-1fbbed34a7b2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 200 len: 849 time: 0.0425851 Jun 22 18:37:07.569466 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd493cb-b34d-488b-9965-c17a497fd747 None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'd2c77d36-707c-4420-ab37-a14082798559', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'port_id': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'mac_address': 'fa:16:3e:e5:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ada33e-7012-47da-8494-9e959bc24916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:50Z', 'updated_at': '2021-06-22T18:37:05Z', 'revision_number': 1, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:37:07.623577 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-3f59126b-f6ae-4289-bb97-8f3e9e89dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:07.625088 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-3f59126b-f6ae-4289-bb97-8f3e9e89dfe1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2beb4680-2c16-4dbc-a521-21044efaf216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585527 Jun 22 18:37:07.723111 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-631deadd-1fd7-4171-a86e-dd7829c49943 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Jun 22 18:37:07.742992 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f2f29-0a00-4323-bef5-633efdb1a9ec None None] New status for floating IP d2c77d36-707c-4420-ab37-a14082798559: ACTIVE {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:37:07.823752 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-406dae86-9342-4ed8-bf27-91fcce8b9505 req-cafc04e9-1b70-47e7-8e7e-865dd3d56060 service neutron] 10.222.0.112 "GET /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 Jun 22 18:37:07.902708 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6ef466e4-c663-48fc-a900-81bdf2247713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:08.048231 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:08.111071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8601f-9262-4eb4-9979-daf2a3442008 req-cf382436-71fa-43a8-86f0-78ef032b8e81 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:08.112418 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-44e8601f-9262-4eb4-9979-daf2a3442008 req-cf382436-71fa-43a8-86f0-78ef032b8e81 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0628221 Jun 22 18:37:08.149468 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-44e8601f-9262-4eb4-9979-daf2a3442008 req-146563f3-47d8-42dc-9bbc-34662ec29ff3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Jun 22 18:37:09.010692 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.326662 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8600e-3075-4e07-bcb7-a9db2c6a4e2b req-4460cc15-8d3c-41eb-aa45-c87df0d16795 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:09.328108 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2fc8600e-3075-4e07-bcb7-a9db2c6a4e2b req-4460cc15-8d3c-41eb-aa45-c87df0d16795 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0655527 Jun 22 18:37:09.365015 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2fc8600e-3075-4e07-bcb7-a9db2c6a4e2b req-c03d795d-a8a4-4eb4-aae0-0ab0fa4e6c77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Jun 22 18:37:09.718470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:37:09.810530 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:09.822891 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:37:09.861027 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.874526 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:37:09.893295 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:09.897945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.900667 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:09.945061 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:09.948050 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:10.429270 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['9851a03f-1b08-4b68-bd98-11533f7d3f0f'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:10.541039 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f711d-aeb4-49bb-93ce-4a08c45a5c8d req-9277fcce-56ec-41a2-894a-d06f5c7948bc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.542506 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-116f711d-aeb4-49bb-93ce-4a08c45a5c8d req-9277fcce-56ec-41a2-894a-d06f5c7948bc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 944 time: 0.0626457 Jun 22 18:37:10.582489 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-116f711d-aeb4-49bb-93ce-4a08c45a5c8d req-65fb8e10-835e-422a-bb7b-5b5a133a25aa tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341926 Jun 22 18:37:11.228284 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.728072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:11.764576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b6ef-1ad3-4eb2-a665-1f647c7807dc req-0c30a82d-88da-4bef-bf84-5ec34275a7c0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:11.766061 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ed9b6ef-1ad3-4eb2-a665-1f647c7807dc req-0c30a82d-88da-4bef-bf84-5ec34275a7c0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 944 time: 0.0646155 Jun 22 18:37:11.778648 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:11.782275 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:11.782662 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.808856 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ed9b6ef-1ad3-4eb2-a665-1f647c7807dc req-e6e931f1-6ba4-4136-b139-251015de3c8c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Jun 22 18:37:11.864916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.886823 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:11.888983 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6765eb5b-3db8-491f-a2e3-dc89322b0169" -d '{"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:11.901522 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:11.905431 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:11.907393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-46329e30-8555-45c5-bd96-cb1aaa3ebfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:11.954819 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:11.957839 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:12.045119 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa2beca-2932-4835-bfd0-0d827e0ddd23 x-openstack-request-id: req-3fa2beca-2932-4835-bfd0-0d827e0ddd23 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:12.045422 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:12.045685 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-3fa2beca-2932-4835-bfd0-0d827e0ddd23 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:12.046119 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'code': 200} Jun 22 18:37:12.354600 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb45cc-094d-4af3-8fea-0d82f3845332 req-1ded6a28-d01b-4294-9b8d-23b3ebbcf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:12.356051 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5bbb45cc-094d-4af3-8fea-0d82f3845332 req-1ded6a28-d01b-4294-9b8d-23b3ebbcf4d6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1098 time: 0.0517678 Jun 22 18:37:12.392112 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5bbb45cc-094d-4af3-8fea-0d82f3845332 req-062c58b1-62f8-47ab-a64b-876c1cad4c9a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266795 Jun 22 18:37:12.989711 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae57dc-0eda-4458-93a7-8ee604a4c930 req-a3a1185c-9f99-47d7-ab5a-92549add2442 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:12.991194 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-edae57dc-0eda-4458-93a7-8ee604a4c930 req-a3a1185c-9f99-47d7-ab5a-92549add2442 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0629201 Jun 22 18:37:13.028796 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-edae57dc-0eda-4458-93a7-8ee604a4c930 req-11b6e2f4-1185-425b-948e-6f6cbb5e331b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320563 Jun 22 18:37:13.750928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:14.201085 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12e827-b579-4787-9576-96f782a4e52c req-0e90f038-4231-4775-8da9-8687aa37961f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:14.202529 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1f12e827-b579-4787-9576-96f782a4e52c req-0e90f038-4231-4775-8da9-8687aa37961f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0613556 Jun 22 18:37:14.238714 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1f12e827-b579-4787-9576-96f782a4e52c req-6763c885-39d5-453c-b166-8763c598b6fa tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Jun 22 18:37:15.416946 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8011b-e7ba-428f-a812-bdffaedcb05a req-7ba9a5f2-933f-4413-b977-ef176e6833a4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.418382 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-58d8011b-e7ba-428f-a812-bdffaedcb05a req-7ba9a5f2-933f-4413-b977-ef176e6833a4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0645072 Jun 22 18:37:15.454697 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-58d8011b-e7ba-428f-a812-bdffaedcb05a req-cfd2ad22-e9b9-42f3-a8c0-3bd7070256fc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Jun 22 18:37:15.800965 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee896e18-aeb9-4393-bce2-8eba0fec5cd9 req-bd19ea47-0c5f-4fd0-a60e-26ddfe12daf7 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.802439 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ee896e18-aeb9-4393-bce2-8eba0fec5cd9 req-bd19ea47-0c5f-4fd0-a60e-26ddfe12daf7 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0620558 Jun 22 18:37:15.811434 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60652) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:15.815890 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Request body: {'floatingip': {'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:15.855654 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:16.289770 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:16.293516 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:16.398785 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Floating IP 77a65f32-7f33-4e2e-b6cd-e2afcd942746 associated. External IP: 172.27.1.45, port: 9851a03f-1b08-4b68-bd98-11533f7d3f0f. Jun 22 18:37:16.598696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:37:16.717578 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:16.722975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:16.730188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:37:16.740387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:16.741316 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:16.763287 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6492bcc7-268e-475f-822d-20c37fd21575 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "PUT /v2.0/floatingips/77a65f32-7f33-4e2e-b6cd-e2afcd942746 HTTP/1.1" status: 200 len: 990 time: 0.9507904 Jun 22 18:37:16.764020 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:16.766401 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:16.968138 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:17.224474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c081ad7e-5aff-413f-81b1-92b70334dfc6 x-openstack-request-id: req-c081ad7e-5aff-413f-81b1-92b70334dfc6 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:17.224865 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:17.225252 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c081ad7e-5aff-413f-81b1-92b70334dfc6 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:17.225728 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'status': 'completed', 'code': 200} Jun 22 18:37:17.234242 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '77a65f32-7f33-4e2e-b6cd-e2afcd942746', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:37:01Z', 'updated_at': '2021-06-22T18:37:16Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:17.264052 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:37:17.272277 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:17.272881 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:17.355679 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-3ff3ec21-1264-42d7-8f64-3297bb1d5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.357187 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-3ff3ec21-1264-42d7-8f64-3297bb1d5ea1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1098 time: 0.0511615 Jun 22 18:37:17.373986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:17.455008 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-2435615c-b6e0-4f62-ab0d-8e5611d4dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.456462 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-2435615c-b6e0-4f62-ab0d-8e5611d4dc38 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0863647 Jun 22 18:37:17.527095 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-6efd02d6-25a2-4c0e-ab58-cc736f18c147 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 998 time: 0.0562458 Jun 22 18:37:17.582764 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-2759b4be-247c-432f-bb41-f5091b2deceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.584204 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-2759b4be-247c-432f-bb41-f5091b2deceb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0438292 Jun 22 18:37:17.592860 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '77a65f32-7f33-4e2e-b6cd-e2afcd942746', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:37:01Z', 'updated_at': '2021-06-22T18:37:16Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:17.618767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6406b811-b179-4cc6-be5b-a4481999ec6d None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '77a65f32-7f33-4e2e-b6cd-e2afcd942746', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:37:01Z', 'updated_at': '2021-06-22T18:37:16Z', 'revision_number': 1, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:37:17.653171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-81c98e25-b96a-474b-9146-9dfd7ef33e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.654689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-81c98e25-b96a-474b-9146-9dfd7ef33e68 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572345 Jun 22 18:37:17.748808 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-c592712e-134c-43cf-b710-2c59afc357ac service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827773 Jun 22 18:37:17.806951 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c3fbea-c01e-4c37-8e32-55c93939aa75 None None] New status for floating IP 77a65f32-7f33-4e2e-b6cd-e2afcd942746: ACTIVE {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:37:17.845886 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-3ced7fa8-73b6-48fe-aea0-ce36bbd9e5f7 req-f52e839c-e7be-46ac-9033-21801b214d05 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Jun 22 18:37:35.365344 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3dffccbd-07f1-4164-ad10-c4d4526d1ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:37.903502 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e745-6a3d-4834-97ed-51fa00e66f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:38.049013 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:39.012249 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:40.203860 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:41.235576 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:43.748976 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.458683 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-06f0d034-5782-429d-8089-896714edfee3 req-b7f57443-b7cc-4e13-8927-13ef827415c8 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499455412&fields=id&tenant_id=f1804bd6e2584c95a16365e72ddb049f HTTP/1.1" status: 200 len: 267 time: 0.0370297 Jun 22 18:37:47.527493 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0d034-5782-429d-8089-896714edfee3 req-d943ac8b-fab6-4d51-8474-b797b16df6d3 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:47.528915 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-06f0d034-5782-429d-8089-896714edfee3 req-d943ac8b-fab6-4d51-8474-b797b16df6d3 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 985 time: 0.0644004 Jun 22 18:37:47.539142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Request body: {'port': {'security_groups': ['d5d90f8b-908f-41fa-b3f8-831a13b37ccf']}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:47.619584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.793001 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:47.823019 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.827426 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.831115 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:47.875877 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:47.876504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.877914 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-06f0d034-5782-429d-8089-896714edfee3 req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "PUT /v2.0/ports/87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 943 time: 0.3431242 Jun 22 18:37:47.878716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:47.881127 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861becc8-8ba2-455d-99d5-7f5b2b31336d" -d '{"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:47.884379 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60776) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:47.885993 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:47.906231 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event updated for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=7']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:47.916429 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:47.959589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:47.990084 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.056819 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.059507 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.060614 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "DELETE /v2.0/security-groups/44d8432f-b7fc-4e58-bcec-65e9691682dd HTTP/1.1" status: 204 len: 168 time: 0.1731484 Jun 22 18:37:48.061401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-10fb5c06-d19d-49d7-b12e-b812dd7339cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:48.063390 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60780) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:48.070229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d8432f-b7fc-4e58-bcec-65e9691682dd,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:48.078314 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.078680 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.079040 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.079392 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.079743 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.080090 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.080435 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.080825 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.081149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.081490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.081832 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.082194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:48.085238 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-da6e6e4b-1570-49f4-83af-d9665d2bf57b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:48.109635 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-62bb5c0d-bbbd-4fdb-8da7-03a1ad0caee0 None None] Provisioning complete for port 87c6f814-bb7b-4dc2-ab5c-544437af8856 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:48.110036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-62bb5c0d-bbbd-4fdb-8da7-03a1ad0caee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.170282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a2458c-c3e1-43f4-bb2b-14f2266a431f x-openstack-request-id: req-80a2458c-c3e1-43f4-bb2b-14f2266a431f {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:48.170611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:48.170896 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-80a2458c-c3e1-43f4-bb2b-14f2266a431f {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:48.171321 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:37:48.214659 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:48.254640 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Deleting port 02ccccba-844c-40ac-88c4-5f8e6686a846 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:37:48.255319 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.283274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-3b5c8385-0a66-48bb-9e51-cfb5bb5ac6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.285114 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-3b5c8385-0a66-48bb-9e51-cfb5bb5ac6d9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0666127 Jun 22 18:37:48.335603 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.335852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.349008 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Calling delete_port for 02ccccba-844c-40ac-88c4-5f8e6686a846 owned by network:floatingip {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:37:48.388824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-9e364438-2d87-450e-ac3e-bc63bc8052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.390265 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-9e364438-2d87-450e-ac3e-bc63bc8052d3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.0900998 Jun 22 18:37:48.459223 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-a5fdb191-e094-4380-b375-360267ff0ac9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 1001 time: 0.0569313 Jun 22 18:37:48.521285 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.524242 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d7ef865b-61e4-475a-b7ca-434795215656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:48.527913 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-264bacb4-4e85-4bba-8e8c-8f4cb2d0aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.530460 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-264bacb4-4e85-4bba-8e8c-8f4cb2d0aa97 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0568330 Jun 22 18:37:48.548329 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event deleted for resources: {'Port': ['ID=02ccccba-844c-40ac-88c4-5f8e6686a846,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:48.553602 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:48.597844 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-0f8e2a04-0b45-4d48-bfa0-f6506809bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:48.599250 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-0f8e2a04-0b45-4d48-bfa0-f6506809bd97 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563941 Jun 22 18:37:48.615103 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks [] for floatingip, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.615553 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Floating IP 216cf214-df87-4c39-b6ea-68c3095d08f7 disassociated (deleted). External IP: 172.27.1.97, port: 87c6f814-bb7b-4dc2-ab5c-544437af8856. Jun 22 18:37:48.714664 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-5b4be652-fa7d-46a4-b080-44591f72d9d4 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809560 Jun 22 18:37:48.811715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-861becc8-8ba2-455d-99d5-7f5b2b31336d req-8c185a56-be78-4fb7-afb7-6a809d234017 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Jun 22 18:37:48.829524 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:37:48.934892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:48.939283 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.944793 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Sync routers for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:37:48.953664 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:48.954306 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:48.975399 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "DELETE /v2.0/floatingips/216cf214-df87-4c39-b6ea-68c3095d08f7 HTTP/1.1" status: 204 len: 168 time: 0.9108677 Jun 22 18:37:49.056825 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:49.260717 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:49.291320 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Checking router: 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:37:49.300062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:49.300667 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:49.405425 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:49.598028 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:49.627810 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a091c73-178b-4758-8639-319123b2cf5c None None] The sync data for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi is: [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'f3685e8f-3e22-4ff5-8df8-aba3a9725ec6', 'name': '', 'network_id': '58f63a62-4502-49fb-95b8-582650aa7a36', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'mac_address': 'fa:16:3e:99:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6ac3ce36-eade-4938-86ab-458790c276de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:39Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'subnets': [{'id': '6ac3ce36-eade-4938-86ab-458790c276de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:37:49.833670 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1bf16-45cb-4e89-b25b-e1eb91adac24 None None] New status for floating IP 216cf214-df87-4c39-b6ea-68c3095d08f7: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:37:50.172506 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:50.174981 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:50.211008 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f7844e-e487-4658-8dd0-10e1c86e8bc7 x-openstack-request-id: req-f6f7844e-e487-4658-8dd0-10e1c86e8bc7 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:50.211336 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:50.211629 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-f6f7844e-e487-4658-8dd0-10e1c86e8bc7 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:50.212064 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:37:50.333719 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-68f493ed-a77e-425a-971b-a3de739e72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.335186 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-68f493ed-a77e-425a-971b-a3de739e72a8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f1804bd6e2584c95a16365e72ddb049f&device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0524001 Jun 22 18:37:50.430292 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-53aa3321-191e-49bc-9b22-0cb135f5441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.431630 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-53aa3321-191e-49bc-9b22-0cb135f5441f service neutron] 10.222.0.112 "GET /v2.0/networks?id=58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 200 len: 916 time: 0.0855460 Jun 22 18:37:50.474887 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-3baee84c-7454-47d6-b8a7-95cd48c5ed53 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 200 len: 217 time: 0.0330861 Jun 22 18:37:50.523907 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-131c4b3a-19b9-4a0f-8c59-511dac5ed4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.525312 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-131c4b3a-19b9-4a0f-8c59-511dac5ed4ab service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 200 len: 853 time: 0.0421176 Jun 22 18:37:50.635508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-33291b16-dbf7-4260-a075-cc3cf9da118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:50.637058 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-33291b16-dbf7-4260-a075-cc3cf9da118e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=58f63a62-4502-49fb-95b8-582650aa7a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623896 Jun 22 18:37:50.966418 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-1a2c493f-a157-487a-8b36-6d5ee05022d7 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196857 Jun 22 18:37:51.067953 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-db7d5b07-ce92-49a2-85bf-9fd8eababcfe req-2c977acb-1cc6-404d-871c-54051a1ed376 service neutron] 10.222.0.112 "GET /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894964 Jun 22 18:37:52.439830 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb168a2b-fc2e-4215-a188-8a0fe2178c9d req-909250fc-4368-492d-9dd0-75c343120319 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:52.441269 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb168a2b-fc2e-4215-a188-8a0fe2178c9d req-909250fc-4368-492d-9dd0-75c343120319 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0636694 Jun 22 18:37:52.477812 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb168a2b-fc2e-4215-a188-8a0fe2178c9d req-a5b6ddc1-c70c-4cf6-a4ff-c8762c931583 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Jun 22 18:37:53.601838 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-49cdbf57-c133-4c56-aa0f-993bf13e4fa9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507028 Jun 22 18:37:53.653094 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eec1f-30aa-4a26-bbfd-becc67a41528 req-1b3a462d-ba42-4a57-afb2-1f2db21b1753 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.654643 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8f0eec1f-30aa-4a26-bbfd-becc67a41528 req-1b3a462d-ba42-4a57-afb2-1f2db21b1753 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0660694 Jun 22 18:37:53.691130 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8f0eec1f-30aa-4a26-bbfd-becc67a41528 req-87ff93f8-a066-46ee-8804-863ff23e237f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Jun 22 18:37:53.702485 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f00081-910d-49ff-95f0-6f15837dd870 req-f23048e9-b868-4c63-bccf-080ec28e2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.703966 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-f23048e9-b868-4c63-bccf-080ec28e2328 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.0518038 Jun 22 18:37:53.816184 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f00081-910d-49ff-95f0-6f15837dd870 req-2db8f63f-d308-44f2-9c06-6d3a67e21596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.817877 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-2db8f63f-d308-44f2-9c06-6d3a67e21596 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0860376 Jun 22 18:37:53.887401 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-f4d1ca36-41a7-4c30-9246-79a4f7da96f4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 1001 time: 0.0564659 Jun 22 18:37:53.940920 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f00081-910d-49ff-95f0-6f15837dd870 req-f9f6fdac-58dc-4559-b74d-321cb0424bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:53.942675 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-f9f6fdac-58dc-4559-b74d-321cb0424bcf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0431674 Jun 22 18:37:54.010563 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f00081-910d-49ff-95f0-6f15837dd870 req-49ed937b-2ac8-4c6c-a8d4-b6b20aacfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:54.012018 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-49ed937b-2ac8-4c6c-a8d4-b6b20aacfaea service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549600 Jun 22 18:37:54.108604 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-d5125176-e0a8-4e99-8c6f-eadd625b327d service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801635 Jun 22 18:37:54.202913 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-58f00081-910d-49ff-95f0-6f15837dd870 req-6cb0f4fb-a1a1-4a9e-b13d-bfb81298858f service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Jun 22 18:37:54.861633 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff71f6-5abe-4ba5-9269-112d12c70ce6 req-654147f1-b198-4002-a94d-43fafb508e5e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:54.863080 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-29ff71f6-5abe-4ba5-9269-112d12c70ce6 req-654147f1-b198-4002-a94d-43fafb508e5e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0619407 Jun 22 18:37:54.898943 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-29ff71f6-5abe-4ba5-9269-112d12c70ce6 req-db7ef941-e0b5-41d9-a41c-2315c53b1dc5 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Jun 22 18:37:55.975481 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-1f8ad8eb-1460-4ff3-adfc-2a8589cc1ce4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:55.976939 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-1f8ad8eb-1460-4ff3-adfc-2a8589cc1ce4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.112 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0629828 Jun 22 18:37:56.083976 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Deleting port 87c6f814-bb7b-4dc2-ab5c-544437af8856 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:37:56.084314 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.084895 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e289d44-908a-4a4f-b3a7-ccda4f723995 req-cc3f18b3-fed9-4b0d-b233-05f25933629e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:56.086391 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9e289d44-908a-4a4f-b3a7-ccda4f723995 req-cc3f18b3-fed9-4b0d-b233-05f25933629e tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 946 time: 0.0682507 Jun 22 18:37:56.123215 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9e289d44-908a-4a4f-b3a7-ccda4f723995 req-08b4dcbe-bd5c-4187-970f-64689bba93ba tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/security-groups?id=d5d90f8b-908f-41fa-b3f8-831a13b37ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Jun 22 18:37:56.173567 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] For port 87c6f814-bb7b-4dc2-ab5c-544437af8856, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87c6f814-bb7b-4dc2-ab5c-544437af8856,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:56.173925 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.186947 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Calling delete_port for 87c6f814-bb7b-4dc2-ab5c-544437af8856 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:37:56.311312 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.315231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-afa05257-e425-4b5b-81a7-34c0590d5ad4 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:56.344666 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Pushing event deleted for resources: {'Port': ['ID=87c6f814-bb7b-4dc2-ab5c-544437af8856,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:56.347803 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:56.372509 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['87c6f814-bb7b-4dc2-ab5c-544437af8856'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:56.392683 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] No DVR routers for this DVR port 87c6f814-bb7b-4dc2-ab5c-544437af8856 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:37:56.395210 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:56.397261 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-776f179c-c3eb-47ae-b70e-4299eb82c2ce req-5b63493f-ea2c-48dc-a0a7-cf5949c99dea tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.112 "DELETE /v2.0/ports/87c6f814-bb7b-4dc2-ab5c-544437af8856 HTTP/1.1" status: 204 len: 173 time: 0.4102297 Jun 22 18:37:56.397797 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'name': 'network-vif-deleted', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:56.400143 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1bef0-dfa8-4c0e-8063-9cb4e96f63b5" -d '{"events": [{"server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "name": "network-vif-deleted", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:56.602229 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc28c799-2a34-4f8e-894e-0eb5cb4818eb x-openstack-request-id: req-dc28c799-2a34-4f8e-894e-0eb5cb4818eb {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:56.602559 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746fea36-362f-46de-9996-08722d2e1aa3", "name": "network-vif-deleted", "tag": "87c6f814-bb7b-4dc2-ab5c-544437af8856", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:56.602850 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-dc28c799-2a34-4f8e-894e-0eb5cb4818eb {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:56.603287 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746fea36-362f-46de-9996-08722d2e1aa3', 'name': 'network-vif-deleted', 'tag': '87c6f814-bb7b-4dc2-ab5c-544437af8856', 'status': 'completed', 'code': 200} Jun 22 18:37:57.283662 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d5a188da-a7b5-422e-a3a6-eb6a6ccf2dc7 req-d444fb80-bc41-4ede-861b-bb1252648d3f tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] 10.222.0.108 "GET /v2.0/ports?device_id=746fea36-362f-46de-9996-08722d2e1aa3 HTTP/1.1" status: 200 len: 210 time: 0.0337589 Jun 22 18:37:58.977947 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60902) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:59.583282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.823041 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Deleting port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:37:59.823382 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.899593 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] For port f3685e8f-3e22-4ff5-8df8-aba3a9725ec6, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:59.899874 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:59.911932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Calling delete_port for f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 owned by network:router_interface {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:00.018333 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 87c6f814-bb7b-4dc2-ab5c-544437af8856 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:00.039272 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 87c6f814-bb7b-4dc2-ab5c-544437af8856 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:00.039716 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 87c6f814-bb7b-4dc2-ab5c-544437af8856 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:00.094604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.096556 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9f9051e4-4f73-4dcb-81ea-bf336c125e7e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:00.118689 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3685e8f-3e22-4ff5-8df8-aba3a9725ec6,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:00.132697 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.133157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.133459 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.133833 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.134229 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.134627 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.134992 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.135354 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.135869 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.136233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.136592 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.136950 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:00.140796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:00.298424 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.506978 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:00.609318 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:00.614163 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] 10.222.0.108 "PUT /v2.0/routers/0520dfcc-9fe0-4c47-be17-f0cd514c7d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6351578 Jun 22 18:38:00.616735 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60910) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:00.620496 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Sync routers for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:00.629900 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:00.630633 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:00.724542 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks [] for router, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.735547 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:00.835853 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.889762 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Deleting port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:00.890243 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.920760 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:38:00Z', 'revision_number': 5, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port': {'id': '5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:9b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:00.946778 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Checking router: 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:00.955239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Routers {'0520dfcc-9fe0-4c47-be17-f0cd514c7d36'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:00.955842 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:00.970895 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] For port 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:00.971257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:00.983413 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Calling delete_port for 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c owned by network:router_gateway {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:01.164678 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.167485 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] Set router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 gateway port host: None {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:01.168030 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2680a1be-dcd9-42e6-8872-e5dd21255305 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.192084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:01.194977 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.222796 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:38:00Z', 'revision_number': 6, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:01.252458 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdee087-2d23-4c9e-b11a-0a3fca318405 None None] The sync data for ids ['0520dfcc-9fe0-4c47-be17-f0cd514c7d36'] in dv-cinder-797170-4-iscsi is: [{'id': '0520dfcc-9fe0-4c47-be17-f0cd514c7d36', 'name': 'tempest-TestMinimumBasicScenario-930352802-router', 'tenant_id': 'f1804bd6e2584c95a16365e72ddb049f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:30Z', 'updated_at': '2021-06-22T18:38:00Z', 'revision_number': 6, 'project_id': 'f1804bd6e2584c95a16365e72ddb049f', 'gw_port_host': None}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:01.266578 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.359995 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.362212 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.406085 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.406625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0520dfcc-9fe0-4c47-be17-f0cd514c7d36 {{(pid=92801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:38:01.410813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.411939 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] 10.222.0.108 "DELETE /v2.0/routers/0520dfcc-9fe0-4c47-be17-f0cd514c7d36 HTTP/1.1" status: 204 len: 168 time: 0.7943201 Jun 22 18:38:01.414611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60916) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:01.457734 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Deleting subnet 6ac3ce36-eade-4938-86ab-458790c276de {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:38:01.460734 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.493638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.603702 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.669837 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.673289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8a1309d9-b1cf-4436-8567-f4b78d6e1785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:01.698852 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac3ce36-eade-4938-86ab-458790c276de,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:01.701892 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:01.704507 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.706417 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] 10.222.0.108 "DELETE /v2.0/subnets/6ac3ce36-eade-4938-86ab-458790c276de HTTP/1.1" status: 204 len: 168 time: 0.2909200 Jun 22 18:38:01.708915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60918) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:01.711431 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666764e-c90d-4e86-b694-f95dd4e7ae5b None None] Network 58f63a62-4502-49fb-95b8-582650aa7a36 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:01.778740 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.832882 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Deleting port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:01.833366 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.897318 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] For port 76eeb8ba-8221-432e-8d27-c8e72e317ec5, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=76eeb8ba-8221-432e-8d27-c8e72e317ec5,segment=NetworkSegment(cf42227a-573c-47d6-bddf-0ca46e2f0302),segment_id=cf42227a-573c-47d6-bddf-0ca46e2f0302)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:01.897676 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.910845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Calling delete_port for 76eeb8ba-8221-432e-8d27-c8e72e317ec5 owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:01.992187 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.996419 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cc789f65-d874-4e95-a514-d03c4445b12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:02.007262 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d80ac4-b8ef-4eb2-91ca-da29224937e7 None None] DHCP port deletion for 58f63a62-4502-49fb-95b8-582650aa7a36 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:38:02.023705 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Pushing event deleted for resources: {'Port': ['ID=76eeb8ba-8221-432e-8d27-c8e72e317ec5,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:02.025960 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:02.028349 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] No DVR routers for this DVR port 76eeb8ba-8221-432e-8d27-c8e72e317ec5 on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:02.102603 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.112421 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f63a62-4502-49fb-95b8-582650aa7a36']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.123227 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf42227a-573c-47d6-bddf-0ca46e2f0302') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.123606 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf42227a-573c-47d6-bddf-0ca46e2f0302') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:02.132838 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.147560 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.153688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Releasing vlan 1374 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:38:02.154224 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:38:02.155958 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:38:02.212292 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.216023 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:02.219579 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.221274 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] 10.222.0.108 "DELETE /v2.0/networks/58f63a62-4502-49fb-95b8-582650aa7a36 HTTP/1.1" status: 204 len: 168 time: 0.5115163 Jun 22 18:38:02.224512 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60920) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:02.231322 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Pushing event deleted for resources: {'Network': ['ID=58f63a62-4502-49fb-95b8-582650aa7a36,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:02.233684 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:02.628732 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.860986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:02.880784 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:02.881137 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5f8c0147-f1a2-4b15-89a4-8d6d035c6c0c not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:02.881557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:02.899454 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:02.899806 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device f3685e8f-3e22-4ff5-8df8-aba3a9725ec6 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:02.900225 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 76eeb8ba-8221-432e-8d27-c8e72e317ec5 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:02.919557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 76eeb8ba-8221-432e-8d27-c8e72e317ec5 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:02.919909 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 76eeb8ba-8221-432e-8d27-c8e72e317ec5 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:02.923365 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Deleting port 8d554a19-a2c2-4542-8b14-e134e984a6c7 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:02.923698 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:02.999465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] For port 8d554a19-a2c2-4542-8b14-e134e984a6c7, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=8d554a19-a2c2-4542-8b14-e134e984a6c7,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:02.999815 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.011613 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Calling delete_port for 8d554a19-a2c2-4542-8b14-e134e984a6c7 owned by network:router_interface {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:03.211582 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.214813 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-91f8901b-4a50-47c1-ba8e-afb4577f026c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:03.237168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d554a19-a2c2-4542-8b14-e134e984a6c7,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:03.241286 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:03.393803 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:03.602988 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Router 5e21b5b4-cabc-4112-8c23-0e954f072919 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:03.706959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:03.711763 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] 10.222.0.108 "PUT /v2.0/routers/5e21b5b4-cabc-4112-8c23-0e954f072919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856753 Jun 22 18:38:03.714402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60928) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:03.715003 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Sync routers for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:03.723958 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:03.724555 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:03.841057 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:03.857961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks [] for router, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.046885 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:04.073395 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Checking router: 5e21b5b4-cabc-4112-8c23-0e954f072919 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:04.081896 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Routers {'5e21b5b4-cabc-4112-8c23-0e954f072919'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:04.082577 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:37:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['5e21b5b4-cabc-4112-8c23-0e954f072919'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:04.187269 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] Set router 5e21b5b4-cabc-4112-8c23-0e954f072919 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:04.199993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.259278 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Deleting port 5565aecf-6f86-4e52-9b2d-7f927d354db9 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:04.259972 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.343324 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] For port 5565aecf-6f86-4e52-9b2d-7f927d354db9, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5565aecf-6f86-4e52-9b2d-7f927d354db9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:04.343684 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.356110 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Calling delete_port for 5565aecf-6f86-4e52-9b2d-7f927d354db9 owned by network:router_gateway {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:04.440779 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:04.470486 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9236-13b5-4021-9f5a-e16ccb5e6dbd None None] The sync data for ids ['5e21b5b4-cabc-4112-8c23-0e954f072919'] in dv-cinder-797170-4-iscsi is: [{'id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'name': 'tempest-TestMinimumBasicScenario-166580845-router', 'tenant_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:38:03Z', 'revision_number': 5, 'project_id': '33b0a0fa684a467fa2a705ab784a0fb2', 'gw_port': {'id': '5565aecf-6f86-4e52-9b2d-7f927d354db9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e21b5b4-cabc-4112-8c23-0e954f072919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:35Z', 'updated_at': '2021-06-22T18:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:04.519751 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.521752 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:04.542804 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Pushing event deleted for resources: {'Port': ['ID=5565aecf-6f86-4e52-9b2d-7f927d354db9,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:04.546175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:04.604027 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.707098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.709042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.771029 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.771465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e21b5b4-cabc-4112-8c23-0e954f072919 {{(pid=92800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:38:04.776748 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.777651 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] 10.222.0.108 "DELETE /v2.0/routers/5e21b5b4-cabc-4112-8c23-0e954f072919 HTTP/1.1" status: 204 len: 168 time: 1.0623448 Jun 22 18:38:04.780198 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60932) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:04.834772 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Deleting subnet 43400109-0215-4191-aac5-c4f3c2aed78b {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:38:04.839355 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.885964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617376'] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:04.947742 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8d554a19-a2c2-4542-8b14-e134e984a6c7 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:04.971657 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 8d554a19-a2c2-4542-8b14-e134e984a6c7 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:04.971941 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 8d554a19-a2c2-4542-8b14-e134e984a6c7 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:04.998842 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.056270 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564104'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.061476 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3f1ac607-4b90-45bf-b6f2-dc0d4454c942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.089713 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.091928 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] 10.222.0.108 "DELETE /v2.0/subnets/43400109-0215-4191-aac5-c4f3c2aed78b HTTP/1.1" status: 204 len: 168 time: 0.3107965 Jun 22 18:38:05.094631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43400109-0215-4191-aac5-c4f3c2aed78b,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.096522 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60938) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:05.097404 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da2ce4-9210-4047-ae67-ae9bce391fc2 None None] Network 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:05.097978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0ee1a7b8-d173-4e70-b5a6-1cf076082bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.172019 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.227894 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Deleting port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:05.228170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.299942 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] For port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,segment=NetworkSegment(a2feacfb-6a09-435c-97e4-a79046b2edca),segment_id=a2feacfb-6a09-435c-97e4-a79046b2edca)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:05.300297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.312504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Calling delete_port for 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:05.365263 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e9e7a554-0ab6-405c-81e3-7df7745252c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.392232 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.394281 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e1fd8ca5-5d2c-4a9f-bcdf-0cbf332f0969 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.417382 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bc13f0-9f17-4e60-af0f-cfef08a5c0b6,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.420403 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.421147 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] No DVR routers for this DVR port 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:05.488420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.498354 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:05.510932 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2feacfb-6a09-435c-97e4-a79046b2edca') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:05.511225 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2feacfb-6a09-435c-97e4-a79046b2edca') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:05.521365 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.538656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.546861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Releasing vlan 1378 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:38:05.547267 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.547811 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206557b-ecde-4261-bf34-c65410f66cdb None None] DHCP port deletion for 8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:38:05.549258 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:38:05.603476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.608299 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.610724 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.612486 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] 10.222.0.108 "DELETE /v2.0/networks/8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9 HTTP/1.1" status: 204 len: 168 time: 0.5149755 Jun 22 18:38:05.623919 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0c2d0b-a6b1-4919-a9c2-cbd0b478ead9,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.626358 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-729753f3-6b45-4ef4-8791-b7d1b3e60af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:05.769230 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 60942) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:05.808194 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-342e8e17-9bd6-4252-a794-cb968a66230f admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=f1804bd6e2584c95a16365e72ddb049f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377367 Jun 22 18:38:05.810551 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60946) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:05.858181 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.877756 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.923363 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.925979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.927148 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d5d90f8b-908f-41fa-b3f8-831a13b37ccf HTTP/1.1" status: 204 len: 168 time: 0.1155999 Jun 22 18:38:05.927879 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3d546a3-0e20-4e2e-99a5-1cb593655b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:05.935555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d90f8b-908f-41fa-b3f8-831a13b37ccf,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:05.937791 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:06.238793 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60956) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:06.282098 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-cbf71696-9d3f-4ff6-8cc4-56a420f73fb7 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=33b0a0fa684a467fa2a705ab784a0fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398662 Jun 22 18:38:06.282324 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 60958) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:06.332669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.356130 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.402478 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.405149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.406299 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b7eb5dfa-f965-47f8-ad0e-86c629d1eaa7 HTTP/1.1" status: 204 len: 168 time: 0.1230578 Jun 22 18:38:06.407120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-5f3a0ab9-05c0-4bde-a059-a95129d83b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:06.414568 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb5dfa-f965-47f8-ad0e-86c629d1eaa7,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:06.416791 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-06f48d2a-1b36-427e-b982-d7d562f46d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:06.859477 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:06.883297 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:06.883656 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 73bc13f0-9f17-4e60-af0f-cfef08a5c0b6 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:06.884072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5565aecf-6f86-4e52-9b2d-7f927d354db9 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:06.901495 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 5565aecf-6f86-4e52-9b2d-7f927d354db9 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:06.901850 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5565aecf-6f86-4e52-9b2d-7f927d354db9 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:07.903208 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-9a268ffd-5adb-4e6b-8371-903075ed3e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.049135 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:09.016529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:11.235375 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:13.766396 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:17.202113 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:20.980838 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c20b8-97b2-47ad-b10b-fd7e57a6cc19 req-27e55fff-9c9f-4a8d-b602-e6863706f87a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:20.982320 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-469c20b8-97b2-47ad-b10b-fd7e57a6cc19 req-27e55fff-9c9f-4a8d-b602-e6863706f87a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0670941 Jun 22 18:38:21.018255 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-469c20b8-97b2-47ad-b10b-fd7e57a6cc19 req-328a0328-58f0-48e6-8ea1-0d8e21225876 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301738 Jun 22 18:38:22.237084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84836613-a281-4d59-a835-74c8d0ae450c req-10358f8d-25b3-4e01-87af-c52501c7b2ac tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:22.238485 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-84836613-a281-4d59-a835-74c8d0ae450c req-10358f8d-25b3-4e01-87af-c52501c7b2ac tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0631573 Jun 22 18:38:22.276756 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-84836613-a281-4d59-a835-74c8d0ae450c req-111dfc1a-d74e-4c97-9b40-866f49ee6322 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jun 22 18:38:23.451639 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576ebf-aa64-4216-a460-5de24718fca7 req-18cbc55a-4fde-413c-bf6f-f75856fd7f95 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:23.452971 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d1576ebf-aa64-4216-a460-5de24718fca7 req-18cbc55a-4fde-413c-bf6f-f75856fd7f95 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0619483 Jun 22 18:38:23.492966 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d1576ebf-aa64-4216-a460-5de24718fca7 req-3c015bd4-1b98-454e-aa2c-19686cb469a8 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Jun 22 18:38:24.668922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947d00-b2e1-4b1e-9895-3123dead20f1 req-c5a67b2e-ec3c-4dbe-8439-bf447ae10acb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:24.670377 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61947d00-b2e1-4b1e-9895-3123dead20f1 req-c5a67b2e-ec3c-4dbe-8439-bf447ae10acb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Jun 22 18:38:24.706924 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61947d00-b2e1-4b1e-9895-3123dead20f1 req-f8849a1a-ce4e-4ded-a98d-63aaf847cd21 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Jun 22 18:38:25.883476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a2d58-23ee-4f94-a5f9-3a9fdbfb7964 req-dc7c3daf-2eb5-412c-888e-b3b9307c92bd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:25.884925 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f85a2d58-23ee-4f94-a5f9-3a9fdbfb7964 req-dc7c3daf-2eb5-412c-888e-b3b9307c92bd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0657077 Jun 22 18:38:25.921084 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f85a2d58-23ee-4f94-a5f9-3a9fdbfb7964 req-02a3963d-f95f-42ca-a52e-aa525fd77d24 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Jun 22 18:38:27.095084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e3b02-a332-402d-b943-5b8c7f77c226 req-dc32aec8-2411-442a-b3ff-68f38ce5d0fd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:27.096414 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fb2e3b02-a332-402d-b943-5b8c7f77c226 req-dc32aec8-2411-442a-b3ff-68f38ce5d0fd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0652399 Jun 22 18:38:27.132416 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fb2e3b02-a332-402d-b943-5b8c7f77c226 req-b740fb3e-1497-4b8c-9e19-9dea656d6cb7 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Jun 22 18:38:28.305210 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54c14-fd28-40fe-9196-bdb82ed4f4e1 req-1219c6d0-8f11-4b1c-840b-8064b64c0fa2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:28.306690 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6cd54c14-fd28-40fe-9196-bdb82ed4f4e1 req-1219c6d0-8f11-4b1c-840b-8064b64c0fa2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0621262 Jun 22 18:38:28.342921 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6cd54c14-fd28-40fe-9196-bdb82ed4f4e1 req-1d4231aa-b3ad-4460-aaa2-66cc75543d60 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Jun 22 18:38:29.519144 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59290eac-3103-4e1d-9179-e0399cf9075d req-67f13eca-1f33-4358-bf3f-e1f779f6e450 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:29.520598 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59290eac-3103-4e1d-9179-e0399cf9075d req-67f13eca-1f33-4358-bf3f-e1f779f6e450 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0629060 Jun 22 18:38:29.561580 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-59290eac-3103-4e1d-9179-e0399cf9075d req-56092fd2-c84b-43f8-95c5-0294cc6c36e1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Jun 22 18:38:30.737849 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29816ad-b5c8-44ab-b299-88156a0d8a2b req-8ea62dc9-c664-41e7-aea1-6f582adb0060 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:30.739288 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d29816ad-b5c8-44ab-b299-88156a0d8a2b req-8ea62dc9-c664-41e7-aea1-6f582adb0060 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0614054 Jun 22 18:38:30.775175 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d29816ad-b5c8-44ab-b299-88156a0d8a2b req-3e4e8eaa-6c1b-48ac-ac1e-8265d1b97bf6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304463 Jun 22 18:38:31.954854 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a87f8-4b97-464a-b31e-6dabf715bbef req-c1a2d7df-3411-45f7-a7e7-4fdadffe6dfc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:31.956306 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-444a87f8-4b97-464a-b31e-6dabf715bbef req-c1a2d7df-3411-45f7-a7e7-4fdadffe6dfc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0622892 Jun 22 18:38:31.992472 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-444a87f8-4b97-464a-b31e-6dabf715bbef req-92e1e434-16e7-4b03-81df-9fdf8527def5 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Jun 22 18:38:33.184638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d83c2-8d6c-474b-90d4-236474896ce9 req-1fe0d99d-7b1b-4121-8afa-76f2c0c65017 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:33.186367 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-253d83c2-8d6c-474b-90d4-236474896ce9 req-1fe0d99d-7b1b-4121-8afa-76f2c0c65017 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0752356 Jun 22 18:38:33.228265 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-253d83c2-8d6c-474b-90d4-236474896ce9 req-3b8791d2-3d1f-48c7-ba60-663dad113527 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364797 Jun 22 18:38:34.326836 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bc1ca-5d02-41ec-8cf2-2f3dbe8b7f1f req-3e696e86-8327-466b-8c66-17367ebd1e7b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:34.328178 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-998bc1ca-5d02-41ec-8cf2-2f3dbe8b7f1f req-3e696e86-8327-466b-8c66-17367ebd1e7b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0622215 Jun 22 18:38:34.363964 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-998bc1ca-5d02-41ec-8cf2-2f3dbe8b7f1f req-f581adc0-e43d-44bb-a969-411fd8992e44 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302713 Jun 22 18:38:34.521989 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0508ef1-2062-4daf-bdaa-6be5100f5c57 req-4bf36258-10cb-4d09-ae0d-05b92baf9fdb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:34.523441 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b0508ef1-2062-4daf-bdaa-6be5100f5c57 req-4bf36258-10cb-4d09-ae0d-05b92baf9fdb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0604727 Jun 22 18:38:34.566438 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b0508ef1-2062-4daf-bdaa-6be5100f5c57 req-4034981f-5798-446c-8dd2-dc3d47bc2925 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361106 Jun 22 18:38:35.366410 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-584939c7-7482-45e4-a52c-ff592b8dcdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:35.809981 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e51ba-ea0b-497b-b2c2-a10c4cfa0787 req-97fd3a28-b827-46e2-830c-562ee5ee28b6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:35.811473 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ad2e51ba-ea0b-497b-b2c2-a10c4cfa0787 req-97fd3a28-b827-46e2-830c-562ee5ee28b6 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.3380632 Jun 22 18:38:35.847748 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ad2e51ba-ea0b-497b-b2c2-a10c4cfa0787 req-49b3ee87-92b9-4b0f-8fb5-f76b47d44d5b tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307558 Jun 22 18:38:36.001787 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d19808-a3d7-484c-94bb-15de0b10eef3 req-2d4631dd-3b09-49fc-971f-7599deaf6825 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:36.003309 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-41d19808-a3d7-484c-94bb-15de0b10eef3 req-2d4631dd-3b09-49fc-971f-7599deaf6825 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0612371 Jun 22 18:38:36.039695 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-41d19808-a3d7-484c-94bb-15de0b10eef3 req-7a12d487-8f6a-4c1a-b9da-b97905653816 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Jun 22 18:38:37.017546 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d685a7-5841-4608-8c15-bfa6fffe54dd req-6d89e4c0-848a-404f-a700-c539ab1d8033 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:37.018994 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c1d685a7-5841-4608-8c15-bfa6fffe54dd req-6d89e4c0-848a-404f-a700-c539ab1d8033 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0638173 Jun 22 18:38:37.055883 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c1d685a7-5841-4608-8c15-bfa6fffe54dd req-126058a9-98a4-42c6-8e3b-285be5483a34 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups?id=87118238-a9ac-486b-8c31-bba490801bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Jun 22 18:38:37.088903 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-000526e3-842b-4905-84c7-5ff17153ec0d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:37.090522 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-000526e3-842b-4905-84c7-5ff17153ec0d tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 945 time: 0.0627980 Jun 22 18:38:37.191033 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Deleting port 799951e7-a6f6-40f8-a37a-361d9d234a81 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:37.191374 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.217763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b29c0-4c0a-4baa-b1ee-e6f3c24353be req-432b39e5-6780-42f6-9b6e-ab4041d3bc66 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:37.219253 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f3b29c0-4c0a-4baa-b1ee-e6f3c24353be req-432b39e5-6780-42f6-9b6e-ab4041d3bc66 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0619781 Jun 22 18:38:37.256008 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f3b29c0-4c0a-4baa-b1ee-e6f3c24353be req-209da55b-5902-4f7f-a044-625196a41b83 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Jun 22 18:38:37.278041 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] For port 799951e7-a6f6-40f8-a37a-361d9d234a81, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=799951e7-a6f6-40f8-a37a-361d9d234a81,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:37.278403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.444311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.444623 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.444933 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Floating IP d2c77d36-707c-4420-ab37-a14082798559 disassociated. External IP: 172.27.1.150, port: 799951e7-a6f6-40f8-a37a-361d9d234a81. Jun 22 18:38:37.445272 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Calling delete_port for 799951e7-a6f6-40f8-a37a-361d9d234a81 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:37.565868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.569774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eb4aa2ee-22f9-49b7-a78f-151a68fc4e96 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:37.598172 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'Port': ['ID=799951e7-a6f6-40f8-a37a-361d9d234a81,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:37.601543 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:37.709539 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:37.809971 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:37.819313 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:37.827933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:37.828547 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:38:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:37.854530 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] No DVR routers for this DVR port 799951e7-a6f6-40f8-a37a-361d9d234a81 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:37.857058 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.859341 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f6d5c185-3d4f-4e30-8d86-0578a54f8a55 req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.112 "DELETE /v2.0/ports/799951e7-a6f6-40f8-a37a-361d9d234a81 HTTP/1.1" status: 204 len: 173 time: 0.7629082 Jun 22 18:38:37.859851 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'name': 'network-vif-deleted', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:37.862124 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c679b5e-d41a-4aee-b940-bbef83aa578b" -d '{"events": [{"server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "name": "network-vif-deleted", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:37.903611 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ecc122-095f-41de-99dc-c92dd57707b4 x-openstack-request-id: req-98ecc122-095f-41de-99dc-c92dd57707b4 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:37.903941 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ada33e-7012-47da-8494-9e959bc24916", "name": "network-vif-deleted", "tag": "799951e7-a6f6-40f8-a37a-361d9d234a81", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:37.904434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-98ecc122-095f-41de-99dc-c92dd57707b4 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:37.904929 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ada33e-7012-47da-8494-9e959bc24916', 'name': 'network-vif-deleted', 'tag': '799951e7-a6f6-40f8-a37a-361d9d234a81', 'status': 'completed', 'code': 200} Jun 22 18:38:37.934768 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e8f3-dd43-4646-85b7-cc411b9a5dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.948175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:38.080702 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:38.164021 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:38.191443 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:38.200350 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:38.200969 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:38:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:38.222429 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dc8a22de-a71c-4c25-b96b-a055ef00a702 req-286ef6bb-1ffc-481c-8982-5765bb78b86c tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/ports?device_id=67ada33e-7012-47da-8494-9e959bc24916 HTTP/1.1" status: 200 len: 210 time: 0.0291061 Jun 22 18:38:38.306185 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:38.331578 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:38:38.436827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07405b43-5cca-4bd8-bce0-72bfc9ab2e2e req-40db6e4b-ae17-4e38-af4b-93b41cfb8fde tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:38.438319 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-07405b43-5cca-4bd8-bce0-72bfc9ab2e2e req-40db6e4b-ae17-4e38-af4b-93b41cfb8fde tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0670149 Jun 22 18:38:38.476510 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-07405b43-5cca-4bd8-bce0-72bfc9ab2e2e req-dd80fd83-5cb8-45c7-bc66-f6e86b40528f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Jun 22 18:38:38.529371 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:38.557603 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:38:38.607093 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:38.619253 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:38.623845 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:38:38.655516 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8706b59-bafd-49da-9ac4-1bc0e0858980 None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:41Z', 'revision_number': 4, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '562fdeda-0ab2-45c2-a91e-8ab027b54572', 'name': '', 'network_id': '2beb4680-2c16-4dbc-a521-21044efaf216', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'mac_address': 'fa:16:3e:b6:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:40Z', 'updated_at': '2021-06-22T18:29:46Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'subnets': [{'id': '8f06f512-650c-40ef-bd36-0739c797e30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:38.670641 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:38.674686 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:38.676379 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:38.726369 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=6']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:38.733271 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.733619 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.733961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.734460 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.734631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.734958 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.735278 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.735607 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.735923 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.736239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.736557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.736874 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:38.742931 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:38.887587 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9e4c4-ff64-48bf-a1e8-0ee07b07e6b2 None None] New status for floating IP d2c77d36-707c-4420-ab37-a14082798559: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:38:38.997471 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['9851a03f-1b08-4b68-bd98-11533f7d3f0f'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:38:39.043437 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.342589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 32946) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:39.397174 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.420188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.467204 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.469826 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.471004 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "DELETE /v2.0/security-groups/87118238-a9ac-486b-8c31-bba490801bbc HTTP/1.1" status: 204 len: 168 time: 0.1274614 Jun 22 18:38:39.471750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d38289e8-faa4-4fd2-b583-a4447730db8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:39.473760 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 32954) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:39.480422 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87118238-a9ac-486b-8c31-bba490801bbc,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:39.482817 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:39.491458 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.api.v2.resource [None req-33727c14-b417-44a3-ace0-20418dcd7239 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] show failed (client error): The resource could not be found. Jun 22 18:38:39.492709 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-33727c14-b417-44a3-ace0-20418dcd7239 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "GET /v2.0/security-groups/87118238-a9ac-486b-8c31-bba490801bbc HTTP/1.1" status: 404 len: 347 time: 0.0169649 Jun 22 18:38:39.497486 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 32958) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:39.633615 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Deleting port fa7823db-f497-42f6-9f23-11ea22bee1c2 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:39.634136 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.661623 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287acc4f-0782-4a34-a165-ec997a7dc11c req-3faa9f7c-2a92-4919-a5a4-745838bb5942 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:39.666557 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-287acc4f-0782-4a34-a165-ec997a7dc11c req-3faa9f7c-2a92-4919-a5a4-745838bb5942 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 944 time: 0.0689204 Jun 22 18:38:39.710564 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-287acc4f-0782-4a34-a165-ec997a7dc11c req-a6bb758a-6707-4666-a3aa-72551f94e393 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Jun 22 18:38:39.717984 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.718458 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.731217 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Calling delete_port for fa7823db-f497-42f6-9f23-11ea22bee1c2 owned by network:floatingip {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:39.878768 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.880842 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:39.903888 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Pushing event deleted for resources: {'Port': ['ID=fa7823db-f497-42f6-9f23-11ea22bee1c2,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:39.907824 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:39.975244 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks [] for floatingip, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.977929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:39.979762 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] 10.222.0.108 "DELETE /v2.0/floatingips/d2c77d36-707c-4420-ab37-a14082798559 HTTP/1.1" status: 204 len: 168 time: 0.4812653 Jun 22 18:38:40.342141 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:40.401968 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:40.402558 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:40.494026 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:40.518704 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:40.521234 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6672007e-9e13-4aea-8e23-600e2789e6eb" -d '{"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:40.543255 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:40.548677 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:40.549578 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 799951e7-a6f6-40f8-a37a-361d9d234a81 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:40.571836 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837270f1-1998-4985-a354-3f48db7872e0 x-openstack-request-id: req-837270f1-1998-4985-a354-3f48db7872e0 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:40.572141 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:40.572430 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-837270f1-1998-4985-a354-3f48db7872e0 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:40.572832 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'code': 200} Jun 22 18:38:40.573393 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-c7833bec-cebc-4b4a-b4b2-6c15831e7638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:40.596723 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 799951e7-a6f6-40f8-a37a-361d9d234a81 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:40.596991 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 799951e7-a6f6-40f8-a37a-361d9d234a81 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:40.629361 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=7']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:40.632744 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:40.906066 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fb51e-f1fb-4ab6-838a-445910895c95 req-91efb47b-e4e8-41fb-b868-99c4ad450dd0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:40.908756 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fa2fb51e-f1fb-4ab6-838a-445910895c95 req-91efb47b-e4e8-41fb-b868-99c4ad450dd0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0814357 Jun 22 18:38:40.948643 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fa2fb51e-f1fb-4ab6-838a-445910895c95 req-2cdb55b1-e7ab-4445-a08c-375a5abdd9a3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343697 Jun 22 18:38:41.241739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:42.135915 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af8c79-86ef-4e30-9c3c-861d86a06f79 req-788d12df-fbbf-4b75-91ce-22925aa85e0f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:42.137842 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-49af8c79-86ef-4e30-9c3c-861d86a06f79 req-788d12df-fbbf-4b75-91ce-22925aa85e0f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0680923 Jun 22 18:38:42.184601 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-49af8c79-86ef-4e30-9c3c-861d86a06f79 req-e62e7a15-e079-4c3b-a085-3dc50e6e44f6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361042 Jun 22 18:38:43.379765 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd128da-a6b1-4fe6-9e10-5ac9890b8ece req-57c6a507-c3ff-4a59-87ad-975ba5def785 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.382612 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8fd128da-a6b1-4fe6-9e10-5ac9890b8ece req-57c6a507-c3ff-4a59-87ad-975ba5def785 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0747592 Jun 22 18:38:43.423028 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8fd128da-a6b1-4fe6-9e10-5ac9890b8ece req-8feeec4e-d47a-49d6-b600-7f58e8b18abc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345979 Jun 22 18:38:43.756413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33010) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:43.764927 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:44.293585 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:44.608790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Deleting port 562fdeda-0ab2-45c2-a91e-8ab027b54572 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:44.609131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:44.635400 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1d917-ba60-4a08-b975-3e6368b79c33 req-d42a5a08-6eb7-4099-8627-025454db1ab6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:44.637206 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cdf1d917-ba60-4a08-b975-3e6368b79c33 req-d42a5a08-6eb7-4099-8627-025454db1ab6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0863845 Jun 22 18:38:44.691757 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cdf1d917-ba60-4a08-b975-3e6368b79c33 req-93d7721b-5c47-4684-a95d-a842ac5b00b9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Jun 22 18:38:44.727670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] For port 562fdeda-0ab2-45c2-a91e-8ab027b54572, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=562fdeda-0ab2-45c2-a91e-8ab027b54572,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:44.727670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:44.743813 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Calling delete_port for 562fdeda-0ab2-45c2-a91e-8ab027b54572 owned by network:router_interface {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:44.933221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:44.935345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-385d713a-9d9b-40d3-abc4-28a6af7b455a tempest-VolumesActionsTest-336962974 tempest-VolumesActionsTest-336962974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:45.219056 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=562fdeda-0ab2-45c2-a91e-8ab027b54572,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:45.222066 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:45.435014 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.671214 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Router c2b67165-a970-4c92-ac8d-305b6140271d has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:45.803896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:45.811496 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] 10.222.0.108 "PUT /v2.0/routers/c2b67165-a970-4c92-ac8d-305b6140271d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539331 Jun 22 18:38:45.813653 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Sync routers for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:45.814146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33022) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:45.830800 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:45.831752 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:38:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:45.942282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a967ad0-95cf-4b1f-8024-bab713165f19 req-8a01cba5-0a03-441f-af67-5cce92036767 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:45.945433 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5a967ad0-95cf-4b1f-8024-bab713165f19 req-8a01cba5-0a03-441f-af67-5cce92036767 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0877094 Jun 22 18:38:45.963547 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks [] for router, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:45.996498 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5a967ad0-95cf-4b1f-8024-bab713165f19 req-cf44f010-df37-4bb9-a24c-ea5f27a3d454 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Jun 22 18:38:46.120190 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.133491 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:46.179545 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Deleting port eeada6a4-cf99-42e6-8609-814039535972 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:46.179924 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.287785 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] For port eeada6a4-cf99-42e6-8609-814039535972, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eeada6a4-cf99-42e6-8609-814039535972,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:46.288175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.308486 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Calling delete_port for eeada6a4-cf99-42e6-8609-814039535972 owned by network:router_gateway {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:46.344279 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'eeada6a4-cf99-42e6-8609-814039535972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:38:44Z', 'revision_number': 5, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port': {'id': 'eeada6a4-cf99-42e6-8609-814039535972', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:46.375860 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Checking router: c2b67165-a970-4c92-ac8d-305b6140271d for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:46.387072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Routers {'c2b67165-a970-4c92-ac8d-305b6140271d'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:46.387718 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:38:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['c2b67165-a970-4c92-ac8d-305b6140271d'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:46.499430 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] Set router c2b67165-a970-4c92-ac8d-305b6140271d gateway port host: None {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:46.530695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.543497 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ba1011cd-0311-489a-937e-76e4b551495c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:46.568628 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:38:46Z', 'revision_number': 6, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:46.578585 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Pushing event deleted for resources: {'Port': ['ID=eeada6a4-cf99-42e6-8609-814039535972,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:46.598670 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.605256 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dead4fd-57b4-42ab-a7ed-e55772f24b1c None None] The sync data for ids ['c2b67165-a970-4c92-ac8d-305b6140271d'] in dv-cinder-797170-4-iscsi is: [{'id': 'c2b67165-a970-4c92-ac8d-305b6140271d', 'name': 'tempest-AttachVolumeTestJSON-434413175-router', 'tenant_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:29:35Z', 'updated_at': '2021-06-22T18:38:46Z', 'revision_number': 6, 'project_id': '5303ebd971e84c5e9ec3c4b9ca564467', 'gw_port_host': None}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:46.654766 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.748800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.751981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.796403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.796839 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b67165-a970-4c92-ac8d-305b6140271d {{(pid=92800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:38:46.801585 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.805190 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] 10.222.0.108 "DELETE /v2.0/routers/c2b67165-a970-4c92-ac8d-305b6140271d HTTP/1.1" status: 204 len: 168 time: 0.9878635 Jun 22 18:38:46.805472 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33024) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:46.859355 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Deleting subnet 8f06f512-650c-40ef-bd36-0739c797e30f {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:38:46.862625 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.898481 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617376'] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.988456 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.082301 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564104'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.084777 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.152551 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fcacd4-3f01-4dbf-91bd-8e5bcf90bf04 None None] Network 2beb4680-2c16-4dbc-a521-21044efaf216 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:38:47.153291 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.157205 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/8f06f512-650c-40ef-bd36-0739c797e30f HTTP/1.1" status: 204 len: 168 time: 0.3482881 Jun 22 18:38:47.157205 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f06f512-650c-40ef-bd36-0739c797e30f,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.158311 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33028) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:47.159302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c2157866-78db-40b8-b5c2-b3ecd13dff07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:47.184724 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 562fdeda-0ab2-45c2-a91e-8ab027b54572 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:47.240308 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.300217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 562fdeda-0ab2-45c2-a91e-8ab027b54572 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:47.300538 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 562fdeda-0ab2-45c2-a91e-8ab027b54572 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:47.358554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e527c-1046-4781-8c33-43edc892bf85 req-78e715d2-809d-4060-9804-ef58d7f96b6d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.360061 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-545e527c-1046-4781-8c33-43edc892bf85 req-78e715d2-809d-4060-9804-ef58d7f96b6d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.1162891 Jun 22 18:38:47.375316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Deleting port 0043806e-5823-44aa-ab71-d091a1d81721 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:47.376067 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.477420 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-545e527c-1046-4781-8c33-43edc892bf85 req-7b4b5188-b106-48b3-966f-5790eff5318d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040902 Jun 22 18:38:47.513922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] For port 0043806e-5823-44aa-ab71-d091a1d81721, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0043806e-5823-44aa-ab71-d091a1d81721,segment=NetworkSegment(97ef96f7-1d6d-48f4-a670-c0ff0be5d826),segment_id=97ef96f7-1d6d-48f4-a670-c0ff0be5d826)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:47.514453 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.531525 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Calling delete_port for 0043806e-5823-44aa-ab71-d091a1d81721 owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:47.545901 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] DHCP port deletion for 2beb4680-2c16-4dbc-a521-21044efaf216 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:38:47.633601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.638300 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-2dcfcff5-d371-4ca4-bafc-59fcb082768f tempest-VolumesNegativeTest-1427390164 tempest-VolumesNegativeTest-1427390164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.647655 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Deleting port 0043806e-5823-44aa-ab71-d091a1d81721 {{(pid=92802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:47.648405 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.690279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=0043806e-5823-44aa-ab71-d091a1d81721,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.693918 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:47.695151 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] No DVR routers for this DVR port 0043806e-5823-44aa-ab71-d091a1d81721 on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:47.733955 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] For port 0043806e-5823-44aa-ab71-d091a1d81721, host dv-cinder-797170-4-iscsi, got binding levels [] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:47.734855 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.749387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Calling delete_port for 0043806e-5823-44aa-ab71-d091a1d81721 owned by network:dhcp {{(pid=92802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:47.754000 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.ipam_backend_mixin [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Port 0043806e-5823-44aa-ab71-d091a1d81721 was not found and therefore no delete operation was performed {{(pid=92802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 18:38:47.756056 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281'] for port, after_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.757956 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.780519 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.783083 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Pushing event deleted for resources: {'Port': ['ID=0043806e-5823-44aa-ab71-d091a1d81721,revision_number=None']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.790810 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:47.792601 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] No DVR routers for this DVR port 0043806e-5823-44aa-ab71-d091a1d81721 on host dv-cinder-797170-4-iscsi {{(pid=92802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:47.797105 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb4680-2c16-4dbc-a521-21044efaf216']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.810440 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ef96f7-1d6d-48f4-a670-c0ff0be5d826') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.810733 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ef96f7-1d6d-48f4-a670-c0ff0be5d826') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.826291 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.851248 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.860148 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Releasing vlan 1396 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:38:47.860599 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:38:47.909684 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:38:47.934072 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.940159 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.948376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] 10.222.0.108 "DELETE /v2.0/networks/2beb4680-2c16-4dbc-a521-21044efaf216 HTTP/1.1" status: 204 len: 168 time: 0.7870598 Jun 22 18:38:47.948376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:47.961698 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2beb4680-2c16-4dbc-a521-21044efaf216,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:47.965050 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:48.082271 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33032) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:48.126768 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0cb80ece-3dd5-44c3-b38c-cf21a768b979 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=5303ebd971e84c5e9ec3c4b9ca564467&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408077 Jun 22 18:38:48.127009 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33034) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:48.189994 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.217871 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.272604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.276806 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:48.280793 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e04dfc82-d7ac-4b06-ae09-9c16f0e0cd7d HTTP/1.1" status: 204 len: 168 time: 0.1500044 Jun 22 18:38:48.280793 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-323f4090-d301-42e2-83bb-09a31cfe74a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:48.288544 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04dfc82-d7ac-4b06-ae09-9c16f0e0cd7d,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:48.292148 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:48.689435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbf000-b188-4370-a484-8aaf01d47f76 req-7d1f2987-988e-4fd6-a639-eef21783c7aa tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.694519 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4dfbf000-b188-4370-a484-8aaf01d47f76 req-7d1f2987-988e-4fd6-a639-eef21783c7aa tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0880198 Jun 22 18:38:48.733951 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4dfbf000-b188-4370-a484-8aaf01d47f76 req-d2dd3ba6-b6b3-40e9-b450-351667a9e55f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363958 Jun 22 18:38:48.923969 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eeada6a4-cf99-42e6-8609-814039535972 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:48.947682 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: eeada6a4-cf99-42e6-8609-814039535972 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:48.948331 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eeada6a4-cf99-42e6-8609-814039535972 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:48.948843 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0043806e-5823-44aa-ab71-d091a1d81721 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:48.968557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 0043806e-5823-44aa-ab71-d091a1d81721 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:48.968959 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0043806e-5823-44aa-ab71-d091a1d81721 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:49.913604 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6514-78d3-4960-964e-363340111380 req-b2de17ea-1f97-45e0-8ac2-51fc3a1730f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.915148 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-b2de17ea-1f97-45e0-8ac2-51fc3a1730f1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1098 time: 0.0523672 Jun 22 18:38:49.920457 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b5e02-a65b-4575-ae0f-64f18d511dd4 req-41023532-c7d1-4ee0-a61d-60aa1d673f07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.921933 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e51b5e02-a65b-4575-ae0f-64f18d511dd4 req-41023532-c7d1-4ee0-a61d-60aa1d673f07 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0626469 Jun 22 18:38:49.959557 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e51b5e02-a65b-4575-ae0f-64f18d511dd4 req-34a40322-6a24-4d98-a626-2de0060289d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Jun 22 18:38:50.010482 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6514-78d3-4960-964e-363340111380 req-5a6b46ce-5daf-475a-ae54-4fbae5424a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:50.012034 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-5a6b46ce-5daf-475a-ae54-4fbae5424a61 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0876522 Jun 22 18:38:50.078749 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-cc60c63f-74c3-476d-82bb-3646baba9728 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 1000 time: 0.0564182 Jun 22 18:38:50.125574 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6514-78d3-4960-964e-363340111380 req-36d606b6-c0e4-4189-937e-5b510c52e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:50.127130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-36d606b6-c0e4-4189-937e-5b510c52e5b6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0417221 Jun 22 18:38:50.186357 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6514-78d3-4960-964e-363340111380 req-1b74ebb0-fb47-466f-a4ad-314576cd3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:50.187831 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-1b74ebb0-fb47-466f-a4ad-314576cd3f12 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536067 Jun 22 18:38:50.275005 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-df9a5138-2530-4763-a28b-80fcea56e172 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797727 Jun 22 18:38:50.365515 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f24f6514-78d3-4960-964e-363340111380 req-ce27a9ea-e5fb-480a-830b-e8f271de36d0 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Jun 22 18:38:51.141676 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3437e4-fe81-4566-b838-ce247709b5fe req-eb68c13d-08d7-4d00-9d99-b1bdd2884789 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:51.143157 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a3437e4-fe81-4566-b838-ce247709b5fe req-eb68c13d-08d7-4d00-9d99-b1bdd2884789 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0673714 Jun 22 18:38:51.181983 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7a3437e4-fe81-4566-b838-ce247709b5fe req-6f34f8e9-ccb5-46e9-8ce7-a403e0ef1c9c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329072 Jun 22 18:38:52.173865 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33114) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:52.277115 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.361341 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a73525-c2b7-4a26-b1a9-c7abcc7b64fb req-302cd337-3bbb-4de9-8e98-9d98a52022c9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:52.362820 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24a73525-c2b7-4a26-b1a9-c7abcc7b64fb req-302cd337-3bbb-4de9-8e98-9d98a52022c9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 945 time: 0.0660634 Jun 22 18:38:52.366925 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.371650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.374349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b3bfb831-8f51-43e9-9470-e99386e34a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:52.405858 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-24a73525-c2b7-4a26-b1a9-c7abcc7b64fb req-6c266d12-6bfe-4354-a8af-9c2015d41fcc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367322 Jun 22 18:38:52.410079 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c5b1b9-3dee-463a-b9fe-f7bb99efa29d,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:52.411570 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:52.414745 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=bb11c85642fb4709820ea9e5cb68a5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398195 Jun 22 18:38:52.418323 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33120) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:52.419547 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.419929 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.420303 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.420718 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.421020 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.421379 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.421734 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.422107 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.422462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.423003 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.423513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.424032 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:52.428548 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:52.484473 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.505777 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.525579 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.550548 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:52.552904 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfecd41-7e56-4c40-b061-92344eb62b34" -d '{"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-unplugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:52.555291 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.558928 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.560196 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/f3c5b1b9-3dee-463a-b9fe-f7bb99efa29d HTTP/1.1" status: 204 len: 168 time: 0.1406908 Jun 22 18:38:52.561161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6f754b70-deab-40d3-9c02-e038b6ecc6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:52.567254 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:52.570038 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c5b1b9-3dee-463a-b9fe-f7bb99efa29d,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:52.573254 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0f9bd698-84df-4577-9fee-52dea4b13b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:52.574212 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:52.576095 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:52.609111 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f776091-d38d-4b4c-8a1e-20a79071a7a7 x-openstack-request-id: req-9f776091-d38d-4b4c-8a1e-20a79071a7a7 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:52.609416 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-unplugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:52.609820 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-9f776091-d38d-4b4c-8a1e-20a79071a7a7 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:52.610230 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'code': 200} Jun 22 18:38:52.636449 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=8']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:52.639631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:52.770654 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-25221b3f-89e0-4f95-8024-ccdf6f474cc3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502450 Jun 22 18:38:52.897310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-4fb012a9-5858-4515-bc96-8225f222c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:52.898914 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-4fb012a9-5858-4515-bc96-8225f222c80c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.0574625 Jun 22 18:38:53.008064 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-065ec92e-bd17-4149-b828-cc549bcbdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.009631 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-065ec92e-bd17-4149-b828-cc549bcbdf42 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0854094 Jun 22 18:38:53.090174 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-56860bf6-b3dc-476b-80c8-a458f1d67511 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 1001 time: 0.0700078 Jun 22 18:38:53.149040 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-5af24464-f11f-413e-8fa9-a7416091c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.151014 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-5af24464-f11f-413e-8fa9-a7416091c267 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0527096 Jun 22 18:38:53.207780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-c6c9539a-87d1-47ac-9be0-02235ff2f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.209319 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-c6c9539a-87d1-47ac-9be0-02235ff2f28a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513580 Jun 22 18:38:53.305269 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-89f37e83-8b93-4c25-b9a7-99197d8cea27 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886667 Jun 22 18:38:53.395454 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-f1fc3b3a-1f90-4bcb-9be2-457364a0fac9 req-c9ca0cb2-bf98-4513-8070-571ef6601c37 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824687 Jun 22 18:38:53.633415 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0de5-13ef-4f1e-ba94-28499e0114bd req-89c11969-cf22-493d-b148-05f5313b91eb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.635433 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e80d0de5-13ef-4f1e-ba94-28499e0114bd req-89c11969-cf22-493d-b148-05f5313b91eb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0725682 Jun 22 18:38:53.673113 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e80d0de5-13ef-4f1e-ba94-28499e0114bd req-b4ecceb5-a09a-4b1e-83af-b4c0a75c4645 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Jun 22 18:38:54.200974 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:54.929390 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-6e0e88a8-250c-4e00-a230-56711e006436 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650201 Jun 22 18:38:54.990130 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9884d-bbb3-4dce-b045-f1dbca0eadee req-d0de8888-b008-4828-97f6-8449e49e659e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:54.991611 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1df9884d-bbb3-4dce-b045-f1dbca0eadee req-d0de8888-b008-4828-97f6-8449e49e659e tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0747976 Jun 22 18:38:55.044421 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1df9884d-bbb3-4dce-b045-f1dbca0eadee req-e23572cf-6888-45a9-b797-fc3ffedd104c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460784 Jun 22 18:38:55.911604 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-942e9f58-2ea6-4309-bc1e-cd4d66f73186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:55.913039 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-942e9f58-2ea6-4309-bc1e-cd4d66f73186 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90&tenant_id=6d8dce0639fa4fd59793b8baaecda38b HTTP/1.1" status: 200 len: 1096 time: 0.0526223 Jun 22 18:38:56.004542 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-aaac26b7-5cda-4eb3-80eb-b9d0fb032567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.005985 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-aaac26b7-5cda-4eb3-80eb-b9d0fb032567 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1096 time: 0.0548728 Jun 22 18:38:56.093302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-f875ab7a-b8b4-4dc4-9abd-d933a3cf683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.094783 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-f875ab7a-b8b4-4dc4-9abd-d933a3cf683e service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0831094 Jun 22 18:38:56.164952 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-03d276a9-3704-48d4-9637-a8cc9dadf965 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 998 time: 0.0626616 Jun 22 18:38:56.213724 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-b849133f-30e9-42d8-b565-09173631cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.215173 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-b849133f-30e9-42d8-b565-09173631cbf6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0431879 Jun 22 18:38:56.230365 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d1522-0414-4203-a84a-f4d99c309136 req-36af99d5-6c2e-4589-b390-53ab2bcaef1d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.231825 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-840d1522-0414-4203-a84a-f4d99c309136 req-36af99d5-6c2e-4589-b390-53ab2bcaef1d tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0630431 Jun 22 18:38:56.270213 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-840d1522-0414-4203-a84a-f4d99c309136 req-69e1b26b-8193-4c11-9962-5ffb44a175a1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Jun 22 18:38:56.273117 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-406343dc-e49b-4642-91ac-c84833033461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.274619 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-406343dc-e49b-4642-91ac-c84833033461 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524583 Jun 22 18:38:56.368184 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-b9d83b2d-c0a4-45b3-afae-a565ee2fa9fa service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863042 Jun 22 18:38:56.414749 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:56.464597 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d02641f2-47fc-455f-b4cc-c8bf0774b98a req-f8698b38-c52b-428e-888f-115c9a51f6f9 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Jun 22 18:38:57.469984 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99713208-8bed-49b4-98b2-9215287f46f6 req-ec9e36da-2b4d-44bd-a95d-3ba8db63785f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:57.471852 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-99713208-8bed-49b4-98b2-9215287f46f6 req-ec9e36da-2b4d-44bd-a95d-3ba8db63785f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0822110 Jun 22 18:38:57.513863 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-99713208-8bed-49b4-98b2-9215287f46f6 req-802e0303-57ee-4410-816a-2553659cf796 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Jun 22 18:38:58.721373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58635f-20d5-4b7a-a933-989854a3b388 req-d06e8e96-80b6-4244-8292-c41ff97fcda7 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:58.725955 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3a58635f-20d5-4b7a-a933-989854a3b388 req-d06e8e96-80b6-4244-8292-c41ff97fcda7 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0742371 Jun 22 18:38:58.761380 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3a58635f-20d5-4b7a-a933-989854a3b388 req-b9d4589f-38c5-49d8-948a-e112c89518d4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Jun 22 18:38:59.950829 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc466f-1089-4a4a-95a8-3ff5e89dd87a req-3e4de743-8a40-432e-932e-6f0222f3f2e2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:59.952183 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-47dc466f-1089-4a4a-95a8-3ff5e89dd87a req-3e4de743-8a40-432e-932e-6f0222f3f2e2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0624917 Jun 22 18:38:59.989739 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-47dc466f-1089-4a4a-95a8-3ff5e89dd87a req-e90345a7-fde2-4685-a63e-dca093deb0cc tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Jun 22 18:39:01.171206 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17942e95-27e7-4913-9e6e-0bbad7086aca req-298bc64c-5ff6-4a88-a51b-b33f7e295af2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:01.172657 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-17942e95-27e7-4913-9e6e-0bbad7086aca req-298bc64c-5ff6-4a88-a51b-b33f7e295af2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0627556 Jun 22 18:39:01.213559 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-17942e95-27e7-4913-9e6e-0bbad7086aca req-5e2d6cc2-895f-4cfc-b948-3ddade287d79 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Jun 22 18:39:02.392903 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8455e-819f-441c-9266-e418efcafd38 req-07d9d635-d8f1-458b-ba0e-8e1b7cd06f09 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:02.394372 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-50e8455e-819f-441c-9266-e418efcafd38 req-07d9d635-d8f1-458b-ba0e-8e1b7cd06f09 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0654356 Jun 22 18:39:02.430478 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-50e8455e-819f-441c-9266-e418efcafd38 req-b2b5dbe0-6d2e-442d-aadf-3c50ef953db9 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Jun 22 18:39:03.619554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea98b-d42c-4501-ad95-aab5d6e2c41f req-f9be75e9-5218-421f-a9e8-5ca7bf92fdc2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.621018 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a5bea98b-d42c-4501-ad95-aab5d6e2c41f req-f9be75e9-5218-421f-a9e8-5ca7bf92fdc2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0704505 Jun 22 18:39:03.657692 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a5bea98b-d42c-4501-ad95-aab5d6e2c41f req-7fe5465a-48e1-49c5-baaa-98bf0c226c87 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Jun 22 18:39:04.859533 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6280de-c0ad-4c96-92b8-100fd52bd62f req-58afea55-95aa-406b-858b-7c4187fce735 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.861328 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb6280de-c0ad-4c96-92b8-100fd52bd62f req-58afea55-95aa-406b-858b-7c4187fce735 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0889788 Jun 22 18:39:04.911986 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bb6280de-c0ad-4c96-92b8-100fd52bd62f req-f444ab2b-528e-4fa1-be69-689570c134df tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Jun 22 18:39:05.372392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-81322436-2ae7-4a66-9142-cac6836921d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.114205 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf3d0-bd8d-4dc7-8a6f-7048ef17b427 req-1787ac7c-6e3e-4ae9-9ce8-3604de4b5edb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:06.115701 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed4bf3d0-bd8d-4dc7-8a6f-7048ef17b427 req-1787ac7c-6e3e-4ae9-9ce8-3604de4b5edb tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0698321 Jun 22 18:39:06.155236 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed4bf3d0-bd8d-4dc7-8a6f-7048ef17b427 req-1f57dc76-e42f-47c1-88da-5af037e87128 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Jun 22 18:39:06.471556 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33356) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:06.597533 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.701472 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.706524 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.710291 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-467e736e-e48d-45ef-865a-30ef683d99b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:06.772200 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b190e99-ab4a-402c-8bf3-0086d36d5e12,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:06.787075 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e6b79ba6f43949a49565a8ace570370f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144946 Jun 22 18:39:06.789909 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33368) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:06.790515 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.790831 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.791420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.791886 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.792307 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.792682 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.793047 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.793638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.794461 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.794461 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.794867 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.795296 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:06.801111 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:06.819798 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-2252c5b5-e5be-43db-960b-de8b500a3fd6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616218861&fields=id&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 267 time: 0.0569818 Jun 22 18:39:06.861023 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.884503 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.942706 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.946274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.950902 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/7b190e99-ab4a-402c-8bf3-0086d36d5e12 HTTP/1.1" status: 204 len: 168 time: 0.1597877 Jun 22 18:39:06.952437 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fabeefa7-17db-4ab1-8b0a-3943515c1a9f tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:06.960292 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-23a70f8c-98c2-490d-b227-959db3dde6ce tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:06.961133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b190e99-ab4a-402c-8bf3-0086d36d5e12,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:06.961765 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-23a70f8c-98c2-490d-b227-959db3dde6ce tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.1336427 Jun 22 18:39:06.969916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:06.991100 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-5a059f80-9f51-4ce2-9fe0-db95ed0d5926 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/quotas/e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 375 time: 0.0207036 Jun 22 18:39:07.085733 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-03ecb0fe-33ac-4fa7-b0c8-e6000b56ab2e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0882864 Jun 22 18:39:07.188397 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-ab2d7590-7b01-4497-a844-a9be91364476 service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Jun 22 18:39:07.301396 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-995e4551-2d47-4d59-b30b-0cd1709822e5 service neutron] 10.222.0.108 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074402 Jun 22 18:39:07.752690 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696cc63-d75f-4875-80cd-4e0137f6aa44 req-06bee4f7-65ad-48c4-ab7a-bd3b4de398b1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:07.759502 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8696cc63-d75f-4875-80cd-4e0137f6aa44 req-06bee4f7-65ad-48c4-ab7a-bd3b4de398b1 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0919623 Jun 22 18:39:07.807646 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8696cc63-d75f-4875-80cd-4e0137f6aa44 req-a38c8577-cd6a-4154-9b8c-a1f90f7733e4 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Jun 22 18:39:07.883261 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f3b82430-6209-4589-97bc-093e441c1d83 req-40ae01cb-3f76-453b-8451-53e8b8243115 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Jun 22 18:39:07.914830 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-bf9d4108-2ed2-4e86-b711-3e40e953597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.051704 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.998429 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8a2be-e0ab-4f12-a8f1-455804b5c65b req-64315d33-e25d-485f-9548-49a53ffd8d8b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:08.999888 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a5b8a2be-e0ab-4f12-a8f1-455804b5c65b req-64315d33-e25d-485f-9548-49a53ffd8d8b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0696292 Jun 22 18:39:09.020735 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.042140 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a5b8a2be-e0ab-4f12-a8f1-455804b5c65b req-9055fe76-aea5-471c-bc8f-d2e25c7aca27 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365119 Jun 22 18:39:09.175266 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5dfcc0ed-ae2a-4109-b583-8c7d305c2919 req-c155418d-1a70-4e63-aaa4-1075b6de6405 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 210 time: 0.0295289 Jun 22 18:39:09.503528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-2ac37cfc-78ea-41f6-81f2-70aebd9352d2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:09.504919 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-2ac37cfc-78ea-41f6-81f2-70aebd9352d2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 812 time: 0.1089690 Jun 22 18:39:09.560117 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-467f325a-4358-45d4-9447-48f7f830c7ec tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2ced81c690646a081ae6c174b1396b6 HTTP/1.1" status: 200 len: 380 time: 0.0359254 Jun 22 18:39:09.574438 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'port': {'device_id': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'admin_state_up': True, 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'security_groups': ['823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:09.936404 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Made reservation on behalf of e2ced81c690646a081ae6c174b1396b6 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:09.939797 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.094364 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.20.0.11 (df37ccb1-894c-4aae-8898-7ea7a711b9dc/da9dc07d-33ad-4338-97e3-80242fe0af3a/ec4b7f6a-7030-4804-a2f4-321cfe120afe) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:10.234878 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d9c5a-1105-457e-b4ff-666d71f226e9 req-ccfe21b9-570b-47c6-88c7-cee61358f940 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:10.236388 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-815d9c5a-1105-457e-b4ff-666d71f226e9 req-ccfe21b9-570b-47c6-88c7-cee61358f940 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 943 time: 0.0659690 Jun 22 18:39:10.257671 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.271789 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Transition to ACTIVE for port object ec4b7f6a-7030-4804-a2f4-321cfe120afe will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:10.276490 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-815d9c5a-1105-457e-b4ff-666d71f226e9 req-730dcd8f-36f7-4dc4-8f3d-4cb3b3b4b700 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343688 Jun 22 18:39:10.304916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.309425 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-45fcdefb-7aa2-450d-a511-0f1fd45d623b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:10.355147 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:10.358551 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:10.362293 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:10.386325 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:10.390865 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:10.415308 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:10.416528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.435719 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8657386 Jun 22 18:39:10.463814 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Request body: {'port': {'device_id': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:10.465457 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2a17a-5a3d-45aa-ad6d-0774c9d743c2 req-d914dd7b-a542-484f-acf6-87f465d90b9b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:10.467889 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-04c2a17a-5a3d-45aa-ad6d-0774c9d743c2 req-d914dd7b-a542-484f-acf6-87f465d90b9b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 932 time: 0.0826285 Jun 22 18:39:10.511544 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:10.538387 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-04c2a17a-5a3d-45aa-ad6d-0774c9d743c2 req-61909504-1175-4146-92d7-9ad37d80404e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628104 Jun 22 18:39:10.558570 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.663527 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:10.677628 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'port_id': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'mac_address': 'fa:16:3e:a3:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:10.730669 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.747176 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:10.779732 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:10.785365 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.787049 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:10.840119 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=9']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:10.843450 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:10.890587 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4b7f6a-7030-4804-a2f4-321cfe120afe {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:10.898058 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.909668 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-1a356c8f-58cf-433a-81d0-05155c8fb7af None None] Provisioning for port ec4b7f6a-7030-4804-a2f4-321cfe120afe completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:10.911445 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Transition to ACTIVE for port object ec4b7f6a-7030-4804-a2f4-321cfe120afe will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:10.913943 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-1a356c8f-58cf-433a-81d0-05155c8fb7af None None] Provisioning complete for port ec4b7f6a-7030-4804-a2f4-321cfe120afe triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:10.914372 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-1a356c8f-58cf-433a-81d0-05155c8fb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.915487 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:10.917764 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-af0daea7-dc17-4d91-9b12-15a7bcb8a22a tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:10.950433 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-1a356c8f-58cf-433a-81d0-05155c8fb7af None None] Port ec4b7f6a-7030-4804-a2f4-321cfe120afe cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:10.972738 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:10.978812 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:11.061695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Attempting to bind port ec4b7f6a-7030-4804-a2f4-321cfe120afe on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:11.062320 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Attempting to bind port ec4b7f6a-7030-4804-a2f4-321cfe120afe by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:11.062759 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Attempting to bind port ec4b7f6a-7030-4804-a2f4-321cfe120afe on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:11.067432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Port ec4b7f6a-7030-4804-a2f4-321cfe120afe on network df37ccb1-894c-4aae-8898-7ea7a711b9dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:39:11.067750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Attempting to bind port ec4b7f6a-7030-4804-a2f4-321cfe120afe on network df37ccb1-894c-4aae-8898-7ea7a711b9dc {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:11.074240 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:11.074626 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Checking segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:11.075010 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Bound using segment: {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:11.075446 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Bound port: ec4b7f6a-7030-4804-a2f4-321cfe120afe, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7336e3-2586-4e5c-a65b-a16371135211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:11.075790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:11.137604 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['9851a03f-1b08-4b68-bd98-11533f7d3f0f'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:11.143230 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:11.146278 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:11.150979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:11.153085 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-755ab9fe-aede-4a39-ad43-d7e5d264bdc4 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:11.188828 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.189433 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:11.190813 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] 10.222.0.112 "PUT /v2.0/ports/ec4b7f6a-7030-4804-a2f4-321cfe120afe HTTP/1.1" status: 200 len: 1094 time: 0.7376430 Jun 22 18:39:11.191306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:11.193580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6456644d-ddc0-46ce-98bb-858432f7aa85" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:11.225098 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:11.235715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:11.255565 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:11.257774 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5df76-30bd-4e86-80d6-30fc6f073200 x-openstack-request-id: req-6fe5df76-30bd-4e86-80d6-30fc6f073200 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:11.258131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:11.258546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-6fe5df76-30bd-4e86-80d6-30fc6f073200 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:11.258977 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'status': 'completed', 'code': 200} Jun 22 18:39:11.362329 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-3d83dffb-65b9-4daf-a69b-5fef2d03743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.364225 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-3d83dffb-65b9-4daf-a69b-5fef2d03743d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1097 time: 0.0652251 Jun 22 18:39:11.464284 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d842-444b-4e22-9b7b-1a6e317520a1 req-a056b3ee-17cf-4253-9b18-403a3740ac62 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.465734 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a623d842-444b-4e22-9b7b-1a6e317520a1 req-a056b3ee-17cf-4253-9b18-403a3740ac62 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 944 time: 0.0650532 Jun 22 18:39:11.470800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-6e0cbe60-6edf-463a-9132-807a6b9a1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.472216 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-6e0cbe60-6edf-463a-9132-807a6b9a1cef service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e2ced81c690646a081ae6c174b1396b6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0936830 Jun 22 18:39:11.503206 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a623d842-444b-4e22-9b7b-1a6e317520a1 req-853cfaa6-5aca-4311-9857-bf4eaea99f30 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Jun 22 18:39:11.563987 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-c1871a9e-d8e2-4b32-ac4c-c386c182e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.565333 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6456644d-ddc0-46ce-98bb-858432f7aa85 req-c1871a9e-d8e2-4b32-ac4c-c386c182e33c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853345 Jun 22 18:39:11.689764 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-43083ec1-c103-441f-b80c-75020c70261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.691326 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-43083ec1-c103-441f-b80c-75020c70261f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1097 time: 0.0565584 Jun 22 18:39:11.742092 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce7be-aaac-490c-8826-69b59d7c581c req-d3232f54-dec4-4cfc-8b0e-64339fc07d25 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.744228 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-98dce7be-aaac-490c-8826-69b59d7c581c req-d3232f54-dec4-4cfc-8b0e-64339fc07d25 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.0678444 Jun 22 18:39:11.746680 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-128e24c7-b3cb-4fa6-8bcf-8f43a4a8ee93 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe HTTP/1.1" status: 200 len: 217 time: 0.0389395 Jun 22 18:39:11.781039 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-98dce7be-aaac-490c-8826-69b59d7c581c req-8ae6c06d-d3f1-4ede-bf68-e293485ef8cc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Jun 22 18:39:11.795640 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af9db65e-892a-4cbe-a1e0-a4ea76b6bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.797130 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-af9db65e-892a-4cbe-a1e0-a4ea76b6bd4c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0440857 Jun 22 18:39:11.852302 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96193b-0f04-4207-9546-4e985253bb42 req-ba5bd9ce-6e81-4964-b9d6-fb5b57b882f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:11.854349 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-ba5bd9ce-6e81-4964-b9d6-fb5b57b882f0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506010 Jun 22 18:39:11.944020 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-1669d63d-79a1-44d1-b15d-b201db06a76b service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825398 Jun 22 18:39:12.030443 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-6f96193b-0f04-4207-9546-4e985253bb42 req-048ea5da-2729-4d82-bac0-0d41eda858ce service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Jun 22 18:39:12.515742 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:12.561197 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 9851a03f-1b08-4b68-bd98-11533f7d3f0f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:12.561581 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:12.638587 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:12.660646 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:12.662914 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20d7d6e-3efe-4e63-8e69-375c5e406dd1" -d '{"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:12.674855 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:12.679441 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:12.681923 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:12.686799 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ec78b-4e52-43b6-b5df-eb8892c80ede req-ee2ce771-a3d8-408c-b27e-5f450134f10b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:12.688252 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-810ec78b-4e52-43b6-b5df-eb8892c80ede req-ee2ce771-a3d8-408c-b27e-5f450134f10b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 944 time: 0.0718586 Jun 22 18:39:12.726897 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=10']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:12.727321 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-810ec78b-4e52-43b6-b5df-eb8892c80ede req-e072859d-b587-4fb6-b2a4-64b67269819c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Jun 22 18:39:12.729933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:12.775737 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b5432-4ec9-40ae-a15a-fb05602599cc x-openstack-request-id: req-5f0b5432-4ec9-40ae-a15a-fb05602599cc {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:12.776035 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-plugged", "status": "completed", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:12.776294 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-5f0b5432-4ec9-40ae-a15a-fb05602599cc {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:12.776713 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'code': 200} Jun 22 18:39:12.958456 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b5c1-d4fa-4bd2-8d52-85e4cc773efc req-c17a9bf8-e49e-4545-aad0-d9b81a61a587 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:12.959924 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61f0b5c1-d4fa-4bd2-8d52-85e4cc773efc req-c17a9bf8-e49e-4545-aad0-d9b81a61a587 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.0678751 Jun 22 18:39:12.998704 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-61f0b5c1-d4fa-4bd2-8d52-85e4cc773efc req-48bbf409-a457-479d-83e4-df687e800138 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Jun 22 18:39:13.038124 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120210-33c5-4b44-916b-687bca3c28a7 req-23cc0d96-5814-4bc6-855a-a2cc370bf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:13.039592 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5120210-33c5-4b44-916b-687bca3c28a7 req-23cc0d96-5814-4bc6-855a-a2cc370bf4ab service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1099 time: 0.0555329 Jun 22 18:39:13.074440 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d5120210-33c5-4b44-916b-687bca3c28a7 req-8697ee03-049b-403f-9da1-7962f80dabe7 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273907 Jun 22 18:39:13.753452 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:13.913723 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626044d-2cf4-426b-89ae-1befbd3da6dc req-f9291ffb-8ce4-46c5-864e-938715a486c0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:13.915209 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b626044d-2cf4-426b-89ae-1befbd3da6dc req-f9291ffb-8ce4-46c5-864e-938715a486c0 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.0731561 Jun 22 18:39:13.959428 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b626044d-2cf4-426b-89ae-1befbd3da6dc req-6cab2747-544d-4a15-a2dd-d3479fabb0ab tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Jun 22 18:39:14.182259 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b78b4-ef3e-4a54-b1c8-72c1bc98da81 req-e8f395e0-452e-436c-8b50-f19cb5558210 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:14.183693 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4c6b78b4-ef3e-4a54-b1c8-72c1bc98da81 req-e8f395e0-452e-436c-8b50-f19cb5558210 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.0696073 Jun 22 18:39:14.219658 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4c6b78b4-ef3e-4a54-b1c8-72c1bc98da81 req-04c0c449-72f0-482c-8867-20101d176b2f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jun 22 18:39:15.143385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b015f-e6ae-4e74-b454-eee142134f60 req-8071c163-74bf-4ca2-bc6d-88be22982f68 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:15.144833 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc2b015f-e6ae-4e74-b454-eee142134f60 req-8071c163-74bf-4ca2-bc6d-88be22982f68 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.0699112 Jun 22 18:39:15.186733 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fc2b015f-e6ae-4e74-b454-eee142134f60 req-b41cfd83-4b62-4fa8-a6ae-2e0ec82d4c5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Jun 22 18:39:15.397220 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849034ca-17bb-4bb7-857f-4918513c9dbc req-7cf96cfa-fe4b-4e34-b07e-6910929b7087 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:15.398679 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-849034ca-17bb-4bb7-857f-4918513c9dbc req-7cf96cfa-fe4b-4e34-b07e-6910929b7087 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.0683515 Jun 22 18:39:15.435632 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-849034ca-17bb-4bb7-857f-4918513c9dbc req-67871786-b8a4-4dd3-a503-6b88dd81cedf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309930 Jun 22 18:39:15.765185 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33584) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:15.863822 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.950723 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.954185 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:15.957275 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7421e5f0-d633-48c9-b851-9f4b2e70b77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:15.992680 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=5f3fa1d19ebd4ec4925528bef5a9a391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264502 Jun 22 18:39:15.994601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079f5ff-ead4-446c-a786-ac030263cab3,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:15.995973 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33588) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:15.997816 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-961d1745-cb89-458d-8234-4f25517e5994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:16.043722 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.064840 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.111761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.114534 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.115672 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/1079f5ff-ead4-446c-a786-ac030263cab3 HTTP/1.1" status: 204 len: 168 time: 0.1187346 Jun 22 18:39:16.116429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c29bed52-7ac5-4d15-91e6-8165dceb913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:16.124336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079f5ff-ead4-446c-a786-ac030263cab3,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:16.126681 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:16.374700 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33596) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:16.383416 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401178f-1cd6-4e52-b563-b4853fd9f958 req-448d913b-a79c-40f5-b19e-2b33121044f2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:16.384975 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4401178f-1cd6-4e52-b563-b4853fd9f958 req-448d913b-a79c-40f5-b19e-2b33121044f2 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.0702844 Jun 22 18:39:16.388115 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.424741 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4401178f-1cd6-4e52-b563-b4853fd9f958 req-baeadbf4-cc37-4616-bb36-b4efae0f65cd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Jun 22 18:39:16.478920 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.482838 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.486001 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0ff1eac9-6dae-467b-9dde-13f9a2ca7cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:16.523226 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=2e7534f6d5af4b28bc375c237677d339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473792 Jun 22 18:39:16.524371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a75e0a-14e0-407e-9beb-3f0fd2298eff,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:16.526467 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33602) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:16.527892 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-04514228-8ba2-4c60-9d6b-db1d4515c8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:16.607108 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.634622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.660566 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888fa5-e376-4e2b-996b-7cbde9d16b18 req-84c6f96b-5ef8-405a-bb1e-15002a46c615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:16.661990 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56888fa5-e376-4e2b-996b-7cbde9d16b18 req-84c6f96b-5ef8-405a-bb1e-15002a46c615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.1097610 Jun 22 18:39:16.707743 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56888fa5-e376-4e2b-996b-7cbde9d16b18 req-3ac3a963-79f9-4f6d-9273-2fc8d0be023b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Jun 22 18:39:16.714827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.717664 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:16.718760 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/c3a75e0a-14e0-407e-9beb-3f0fd2298eff HTTP/1.1" status: 204 len: 168 time: 0.1911387 Jun 22 18:39:16.719526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8e549258-36fb-402a-bb71-4392b102e582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:16.726984 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a75e0a-14e0-407e-9beb-3f0fd2298eff,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:16.732218 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:17.031858 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33608) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:17.048548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.140997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.144578 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.147867 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-837d948f-5690-4434-85a7-5ec425f7e7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:17.182170 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=8faa96675fe94ef78f5b06e15a40415c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492376 Jun 22 18:39:17.184071 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243cf2d-a039-4051-9d23-8b3884c8279d,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:17.184916 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33610) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:17.187079 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:17.233333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.253714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.298866 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.301491 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:17.302660 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/9243cf2d-a039-4051-9d23-8b3884c8279d HTTP/1.1" status: 204 len: 168 time: 0.1167772 Jun 22 18:39:17.303398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f8e1a26b-60e4-4c2d-a4a6-7b83470704dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:17.310991 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243cf2d-a039-4051-9d23-8b3884c8279d,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:17.313316 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:17.888901 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cc673-b9a3-41c2-b567-8d371253724a req-e088c4d5-8db6-4f71-8ab2-fea25f2a5f4b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:17.890422 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-013cc673-b9a3-41c2-b567-8d371253724a req-e088c4d5-8db6-4f71-8ab2-fea25f2a5f4b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 944 time: 0.0665007 Jun 22 18:39:17.926745 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-013cc673-b9a3-41c2-b567-8d371253724a req-5bbbcd92-2d7a-4997-bcc8-74e2f651a41c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Jun 22 18:39:18.548295 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ec4b7f6a-7030-4804-a2f4-321cfe120afe details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:18.643758 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:18.654827 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'port_id': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'mac_address': 'fa:16:3e:97:cb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:18.691055 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:18.704221 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4b7f6a-7030-4804-a2f4-321cfe120afe {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:18.723863 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:18.727675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:18.729533 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:18.777154 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:18.780298 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:19.081484 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['ec4b7f6a-7030-4804-a2f4-321cfe120afe'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:19.123338 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fe1c1-8c57-4af7-acbe-b5b12f419090 req-1ea4348c-3107-4cff-9387-7c7a389eaf85 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:19.125589 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9f3fe1c1-8c57-4af7-acbe-b5b12f419090 req-1ea4348c-3107-4cff-9387-7c7a389eaf85 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 945 time: 0.0820298 Jun 22 18:39:19.165992 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9f3fe1c1-8c57-4af7-acbe-b5b12f419090 req-fcc5786b-b559-4de4-a7c6-d322287e744d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336423 Jun 22 18:39:20.341264 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d772a9-e7aa-4c2e-8b86-23bc536bc631 req-4c3f3bd0-5d6e-4757-b8c7-97375622ade2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:20.342863 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-42d772a9-e7aa-4c2e-8b86-23bc536bc631 req-4c3f3bd0-5d6e-4757-b8c7-97375622ade2 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 945 time: 0.0662355 Jun 22 18:39:20.380150 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-42d772a9-e7aa-4c2e-8b86-23bc536bc631 req-ba4e06fd-ff26-4fb0-9322-3611c813c8cc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Jun 22 18:39:20.572199 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ec4b7f6a-7030-4804-a2f4-321cfe120afe up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:20.620014 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port ec4b7f6a-7030-4804-a2f4-321cfe120afe completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:20.623839 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port ec4b7f6a-7030-4804-a2f4-321cfe120afe triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:20.624233 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.704159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.728533 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:20.730783 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e2323-6814-49bd-9fbb-5c747c1bd2fa" -d '{"events": [{"server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:20.881650 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b73aef-40b2-4b97-9f54-62ee94974533 x-openstack-request-id: req-61b73aef-40b2-4b97-9f54-62ee94974533 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:20.882152 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "name": "network-vif-plugged", "status": "completed", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:20.882524 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-61b73aef-40b2-4b97-9f54-62ee94974533 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:20.883066 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'code': 200} Jun 22 18:39:20.886367 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:20.890816 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:20.893333 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:20.941370 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:20.945420 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:21.109350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89764d-7888-4657-abeb-8b773a44aac9 req-a032b9a4-ee3e-4016-badd-532769164a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:21.110867 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ca89764d-7888-4657-abeb-8b773a44aac9 req-a032b9a4-ee3e-4016-badd-532769164a8b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1099 time: 0.0521345 Jun 22 18:39:21.144540 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-ca89764d-7888-4657-abeb-8b773a44aac9 req-c78c6310-6040-477e-89c1-8141fd582cda service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273023 Jun 22 18:39:21.548524 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2ce3d-510c-4c6e-9b72-e9d380ff5d92 req-0afc0245-52cb-4f94-988a-09863a956962 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:21.549934 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8ce2ce3d-510c-4c6e-9b72-e9d380ff5d92 req-0afc0245-52cb-4f94-988a-09863a956962 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0608792 Jun 22 18:39:21.586290 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8ce2ce3d-510c-4c6e-9b72-e9d380ff5d92 req-36c66fb5-e8a3-4b4e-b38d-028e65a6a69f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Jun 22 18:39:22.078409 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33694) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:22.182582 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.271856 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.276297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.278898 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-406a68ed-94f5-4f06-9ebf-499fe08548c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:22.313935 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b59b3d-b626-4033-8b45-182cdfe76941,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:22.319710 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=b069000ee5474e9c8af9f433523bb8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402654 Jun 22 18:39:22.321107 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c2189aa3-e3b6-47a4-9526-ccb1e57376cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:22.321263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33698) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:22.374837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.395714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.445483 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.448900 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.450390 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/69b59b3d-b626-4033-8b45-182cdfe76941 HTTP/1.1" status: 204 len: 168 time: 0.1281569 Jun 22 18:39:22.451210 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1a973855-d5c1-4188-bbaf-6df3f425ec2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:22.458618 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b59b3d-b626-4033-8b45-182cdfe76941,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:22.460935 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:22.701058 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33706) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:22.714558 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.756806 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7c799-9f53-451d-b266-8b9a86e6c292 req-c644e2e8-0591-48dc-8e37-8ac299f8a784 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:22.758438 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dde7c799-9f53-451d-b266-8b9a86e6c292 req-c644e2e8-0591-48dc-8e37-8ac299f8a784 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0630622 Jun 22 18:39:22.797534 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-dde7c799-9f53-451d-b266-8b9a86e6c292 req-c3eccfe6-147e-4014-ac94-5dd8ed428e4b tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Jun 22 18:39:22.801133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.804886 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.808245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b47af3bd-f3b0-463b-bc97-8e1141ff081f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:22.846182 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=714bced8cd91488dacdc2efda2067682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439266 Jun 22 18:39:22.847402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fefce1-c5d2-461e-b49c-503446ea3d91,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:22.850685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33710) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:22.857406 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c50654b3-4335-4b9c-9883-b1950181a11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:22.903096 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.926993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.971346 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c8a0-58f9-41a9-a8c3-b69df2dc26b0 req-8f291b37-ca4f-4dc7-ba4a-d2abee307149 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:22.971910 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.972817 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7cb7c8a0-58f9-41a9-a8c3-b69df2dc26b0 req-8f291b37-ca4f-4dc7-ba4a-d2abee307149 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0656631 Jun 22 18:39:22.974696 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:22.978082 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/58fefce1-c5d2-461e-b49c-503446ea3d91 HTTP/1.1" status: 204 len: 168 time: 0.1240487 Jun 22 18:39:22.978082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d6caf9e3-2df4-4439-b748-ed3029f9c978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:22.984924 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fefce1-c5d2-461e-b49c-503446ea3d91,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:22.987183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f8686389-6c55-4957-ad76-b479d6509ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:23.017669 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7cb7c8a0-58f9-41a9-a8c3-b69df2dc26b0 req-55c9da8a-2c9e-4ab4-a7b2-7ccbb5556a5d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383964 Jun 22 18:39:23.042029 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33714) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:23.285901 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9529d8d-dac1-457f-893e-7fda21e54353 tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:23.287651 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f9529d8d-dac1-457f-893e-7fda21e54353 tempest-TestVolumeBootPattern-502504476 tempest-TestVolumeBootPattern-502504476-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1094 time: 0.2445614 Jun 22 18:39:23.292258 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33724) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:23.295980 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'port_id': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:23.316152 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:23.414812 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:23.521126 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Allocated IP 172.27.1.180 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/29797849-0def-456a-96d0-a88b28ed26f2) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:23.623010 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:23.661313 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:23.664435 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:23.700664 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:23.705048 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:23.708515 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:23.714579 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=29797849-0def-456a-96d0-a88b28ed26f2,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:23.733398 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:24.352968 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.430170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.578636 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.583168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.585387 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3698fc52-21fa-49df-926a-33a537823ef1 tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:24.660737 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event updated for resources: {'Port': ['ID=29797849-0def-456a-96d0-a88b28ed26f2,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:24.663599 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:24.669436 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:24.771266 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP 885b9069-55c6-4ad3-8dfe-0625a72a0083 associated. External IP: 172.27.1.180, port: ec4b7f6a-7030-4804-a2f4-321cfe120afe. Jun 22 18:39:24.973119 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:25.076286 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:25.085389 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:25.091690 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:25.094620 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:25.095227 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:25.128330 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8358986 Jun 22 18:39:25.129512 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:25.131537 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd93f62f-0fe0-4728-a053-39ecbe26445d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:25.174191 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2f865-699f-4554-9f6e-c7486d4c0535 x-openstack-request-id: req-d0d2f865-699f-4554-9f6e-c7486d4c0535 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:25.174519 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:25.174808 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-d0d2f865-699f-4554-9f6e-c7486d4c0535 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:25.175241 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'status': 'completed', 'code': 200} Jun 22 18:39:25.196980 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:25.277127 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-0f947976-c5a3-4844-8b1e-26d7437e02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:25.278658 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-0f947976-c5a3-4844-8b1e-26d7437e02d4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1099 time: 0.0537100 Jun 22 18:39:25.367588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-bf61afac-9f1a-487a-80a2-d909609ebb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:25.369119 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-bf61afac-9f1a-487a-80a2-d909609ebb4e service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0840557 Jun 22 18:39:25.416471 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '885b9069-55c6-4ad3-8dfe-0625a72a0083', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:97:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:23Z', 'updated_at': '2021-06-22T18:39:23Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}, {'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:25.437141 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-35752e65-28d0-4d94-bdad-155fb308a9e4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe HTTP/1.1" status: 200 len: 1000 time: 0.0602098 Jun 22 18:39:25.441856 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:25.450352 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:25.450958 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:25.492746 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-c7bceb72-7abb-44af-90ca-106bb78279f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:25.494344 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-c7bceb72-7abb-44af-90ca-106bb78279f6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0432196 Jun 22 18:39:25.552784 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:25.554528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-0d94d02e-c5e8-4722-886d-3008d48b36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:25.556028 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-0d94d02e-c5e8-4722-886d-3008d48b36e5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504243 Jun 22 18:39:25.648290 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-a675b6f6-5428-41f4-b12f-cfb35ccde2cc service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844810 Jun 22 18:39:25.736061 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-dd93f62f-0fe0-4728-a053-39ecbe26445d req-386325bc-3adf-47a0-9d11-9ad7db55d254 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Jun 22 18:39:25.769708 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '885b9069-55c6-4ad3-8dfe-0625a72a0083', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:97:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:23Z', 'updated_at': '2021-06-22T18:39:23Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}, {'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:25.796680 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4490cb-fd39-40cc-a60d-1318afeb152a None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '885b9069-55c6-4ad3-8dfe-0625a72a0083', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:97:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:23Z', 'updated_at': '2021-06-22T18:39:23Z', 'revision_number': 0, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}, {'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:25.992834 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056491f-5ee1-4f32-bafe-06ae974eef8a None None] New status for floating IP 885b9069-55c6-4ad3-8dfe-0625a72a0083: ACTIVE {{(pid=92802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:27.245678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33792) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:27.352399 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.438484 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.442108 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.444736 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8c10adb5-2f78-4e61-b57f-1cf326570905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:27.484170 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=705b620aaa3942b18298d1b2fa70bb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374105 Jun 22 18:39:27.485057 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6076dd74-a8c2-41a1-bbd0-4ee403bd431b,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:27.487049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33796) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:27.488151 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:27.535469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.555889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.600545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.603132 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.604261 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/6076dd74-a8c2-41a1-bbd0-4ee403bd431b HTTP/1.1" status: 204 len: 168 time: 0.1161876 Jun 22 18:39:27.605031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4733cdaa-04e7-42e4-afc1-7490c216b763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:27.612376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076dd74-a8c2-41a1-bbd0-4ee403bd431b,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:27.614705 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9536efb4-62b7-4cb9-9955-0781b2533115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:27.861548 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33802) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:27.876142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.963459 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.966878 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:27.969959 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f75dd99b-4a48-484b-9c6b-fb64ae2cb6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:28.010283 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=829d28776c5046f98550cd8fe75b187f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476161 Jun 22 18:39:28.011474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e5f95-48bd-46e6-8b81-e7c4e0537035,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:28.012919 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33804) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:28.014542 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:28.060779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:28.081750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:28.127659 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:28.130419 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:28.131597 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/378e5f95-48bd-46e6-8b81-e7c4e0537035 HTTP/1.1" status: 204 len: 168 time: 0.1176884 Jun 22 18:39:28.132327 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fe3357b0-2e9c-433e-b22e-a2b281ff07db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:28.139989 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e5f95-48bd-46e6-8b81-e7c4e0537035,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:28.142239 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0f34d327-e1d3-49a9-97a2-c170cce57ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:31.199776 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:32.120653 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33864) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:32.221257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.311417 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.315353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.318530 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a1c37610-bab7-4e6c-8c01-72647946170e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:32.353330 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=44f7e0f6d4054b3f987430ca5dbe5137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315779 Jun 22 18:39:32.354260 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8541cea-d277-4c9c-85bf-960720568541,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:32.356098 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33868) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:32.357267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:32.405385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.425230 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.471031 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.473688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.474857 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d8541cea-d277-4c9c-85bf-960720568541 HTTP/1.1" status: 204 len: 168 time: 0.1177437 Jun 22 18:39:32.475604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-029b42f0-c3bd-45e0-935b-adfe6f164189 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:32.482763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8541cea-d277-4c9c-85bf-960720568541,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:32.485064 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d57ece7f-b468-484b-be65-0062a0da5942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:32.729459 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33874) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:32.742574 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.829502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.833085 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.836196 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8bd857f9-e144-41c3-912e-1e96438701bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:32.869557 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=9028ff736d584b238ec9ba3da41bb94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389472 Jun 22 18:39:32.872101 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33876) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:32.872385 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0068d6-ab50-4e7e-b906-811148b35930,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:32.875392 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4cb3dce7-17d6-460e-a2f8-d8ab8adfc5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:32.920592 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.940953 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.985834 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.988431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:32.989556 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/ee0068d6-ab50-4e7e-b906-811148b35930 HTTP/1.1" status: 204 len: 168 time: 0.1164856 Jun 22 18:39:32.990310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0703f2dd-f7bd-4e0b-bbe2-c991ef6db15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:32.998060 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0068d6-ab50-4e7e-b906-811148b35930,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:33.000267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-75a18b50-2bba-469a-a431-d306964efcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:35.365471 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6d653afa-a069-4c15-88c8-a8a0160b8396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.518286 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33920) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:36.617858 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.709390 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.713297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.716032 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-bd99af84-7e91-45f6-b9eb-df1979777dee tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:36.751815 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=f0e1605c50b54acf9b8103595db87ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324972 Jun 22 18:39:36.752720 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dced6cc1-335f-4af0-b008-82df286226c4,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:36.755150 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33924) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:36.755688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-24b36265-f314-4863-8108-36598ea9c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:36.803911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.825513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.873756 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.876312 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.877429 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/dced6cc1-335f-4af0-b008-82df286226c4 HTTP/1.1" status: 204 len: 168 time: 0.1209686 Jun 22 18:39:36.878318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ec3c0fc8-84fb-45f0-b9c4-047d05256ecb tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:36.886401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dced6cc1-335f-4af0-b008-82df286226c4,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:36.888874 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3a85a359-3890-4691-aa54-5485d3f07989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:37.461103 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33948) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:37.553876 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2069838386-network', 'tenant_id': '56272049d4d84f03928e7a85bc107804'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:37.575173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Made reservation on behalf of 56272049d4d84f03928e7a85bc107804 for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:37.577345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.585286 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.676440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.680194 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.683838 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b067aebc-2f87-44cb-b212-08b307cb12a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:37.702074 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1350} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:39:37.717306 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa989108-27f3-4164-a38c-624878503aae,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:37.720539 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:37.721750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.722122 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Added segment ec131ece-2edf-4a01-9877-61875fea9616 of type vlan for network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 Jun 22 18:39:37.761007 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.788591 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.789876 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:37.790516 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.793423 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9d34fac4-1649-4149-9327-9269941867bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:37.840887 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3786514 Jun 22 18:39:37.843782 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33952) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:37.848857 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Request body: {'subnet': {'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2069838386-subnet', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:37.853267 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4d18e7-a5c4-479c-bcca-b804fdf8b145,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:37.856113 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:37.863134 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:39:37.868570 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Made reservation on behalf of 56272049d4d84f03928e7a85bc107804 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:37.870924 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:37.926298 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a53e8a30-3afa-4eab-8c92-000a572f08da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.034665 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.038614 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.051964 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.092622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb2edbe-e4b1-4bc3-a052-4de201c1c7df,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.095129 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:38.102113 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Checking segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:38.102474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Network hostable DHCP agents. Network: 9f4d18e7-a5c4-479c-bcca-b804fdf8b145, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:39:38.117917 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:39:38.126401 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 9f4d18e7-a5c4-479c-bcca-b804fdf8b145) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:38.130374 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:38.130959 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.136600 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75175be3-08db-4fee-b912-00b0555e7660 None None] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:38.149027 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-5b3cd070-bc40-4346-ba3e-921c134389d0 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3015943 Jun 22 18:39:38.149223 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33956) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:38.153598 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:38.173544 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.174555 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.228505 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.283548 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:39:38.284402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.361722 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.415139 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Allocated IP 172.20.0.2 (9f4d18e7-a5c4-479c-bcca-b804fdf8b145/abb2edbe-e4b1-4bc3-a052-4de201c1c7df/5afedf1f-256c-487b-abcb-02bfe613b173) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:38.551509 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.560289 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Transition to ACTIVE for port object 5afedf1f-256c-487b-abcb-02bfe613b173 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:38.564344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.575118 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Transition to ACTIVE for port object 5afedf1f-256c-487b-abcb-02bfe613b173 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:38.583586 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.584424 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.587402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-31ccb04a-ee64-4a5d-b122-4f353f88b2eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.628767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:38.631624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:38.635100 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:38.641854 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Pushing event updated for resources: {'Port': ['ID=5afedf1f-256c-487b-abcb-02bfe613b173,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.663639 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:38.693035 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Allocated IP 172.27.1.201 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/4199ab6e-9a20-4d7f-b88e-95199029b0fc) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:38.695859 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Attempting to bind port 5afedf1f-256c-487b-abcb-02bfe613b173 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:38.696290 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Attempting to bind port 5afedf1f-256c-487b-abcb-02bfe613b173 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:38.696765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Attempting to bind port 5afedf1f-256c-487b-abcb-02bfe613b173 on network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:38.702371 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:38.702755 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Checking segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:38.703178 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.703557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Bound using segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:38.704114 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Bound port: 5afedf1f-256c-487b-abcb-02bfe613b173, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:38.704562 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.765487 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] For port 5afedf1f-256c-487b-abcb-02bfe613b173, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:38.768579 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] For port 5afedf1f-256c-487b-abcb-02bfe613b173, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5afedf1f-256c-487b-abcb-02bfe613b173,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:38.773082 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.776390 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.794622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.834102 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Pushing event updated for resources: {'Port': ['ID=5afedf1f-256c-487b-abcb-02bfe613b173,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.835531 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.838956 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c6d2a4fc-67da-4944-9fdb-4ce3bf00163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:38.841925 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.842344 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.842696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.843031 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.843529 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.843700 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.844037 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.844358 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.844690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.845007 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.845323 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.845641 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:38.849481 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:38.879526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:38.882518 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:38.885334 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:38.893308 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Pushing event updated for resources: {'Port': ['ID=4199ab6e-9a20-4d7f-b88e-95199029b0fc,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:38.896261 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:39.023546 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.158487 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.344107 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.467437 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:39:39.575305 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:39.586539 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Sync routers for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:39.595320 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:39.603047 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4466469 Jun 22 18:39:39.603599 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:39.603599 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:39.603796 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33958) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:39.706973 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:39.742307 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa984b9-1eaa-4602-9961-5c4ddb3aca16 None None] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:39.829234 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-1f730f45-481a-4624-9ee6-6011c4f919f5 None None] Provisioning for port 5afedf1f-256c-487b-abcb-02bfe613b173 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:39.973950 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:39Z', 'revision_number': 3, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:40.003495 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Checking router: 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:40.003845 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Updating router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 port 4199ab6e-9a20-4d7f-b88e-95199029b0fc binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:40.036512 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.040660 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.191211 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Allocated IP 172.20.0.1 (9f4d18e7-a5c4-479c-bcca-b804fdf8b145/abb2edbe-e4b1-4bc3-a052-4de201c1c7df/cc056c6e-f5cf-4bef-9d6c-d81f2fce8724) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:40.292284 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.294416 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.301875 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Transition to ACTIVE for port object 4199ab6e-9a20-4d7f-b88e-95199029b0fc will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:40.308327 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.308714 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Transition to ACTIVE for port object cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:40.311277 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.344532 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.347358 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.361895 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Attempting to bind port 4199ab6e-9a20-4d7f-b88e-95199029b0fc on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:40.362296 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Attempting to bind port 4199ab6e-9a20-4d7f-b88e-95199029b0fc by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:40.362668 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Attempting to bind port 4199ab6e-9a20-4d7f-b88e-95199029b0fc on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:40.364471 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43833-749e-4661-9308-85471846a88c None None] Pushing event updated for resources: {'Port': ['ID=4199ab6e-9a20-4d7f-b88e-95199029b0fc,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.373358 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:40.373734 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:40.374166 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.374675 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:40.375141 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Bound port: 4199ab6e-9a20-4d7f-b88e-95199029b0fc, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:40.375515 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.378352 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.378699 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.379031 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.379358 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.379681 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.380003 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.380325 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.380641 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.380975 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.381305 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.381620 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.381925 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b43833-749e-4661-9308-85471846a88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:40.383934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:40.387527 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:40.391071 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:40.401165 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-c1b43833-749e-4661-9308-85471846a88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.412792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Pushing event updated for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.416736 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.433017 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.433807 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] For port 4199ab6e-9a20-4d7f-b88e-95199029b0fc, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:40.437040 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] For port 4199ab6e-9a20-4d7f-b88e-95199029b0fc, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=4199ab6e-9a20-4d7f-b88e-95199029b0fc,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:40.444474 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.447400 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.491574 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:40.491934 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:40.553805 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b43833-749e-4661-9308-85471846a88c None None] Pushing event updated for resources: {'Port': ['ID=4199ab6e-9a20-4d7f-b88e-95199029b0fc,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.580500 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.584179 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-c1b43833-749e-4661-9308-85471846a88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.611616 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:40.683222 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-55e363d8-cc36-441d-bd45-a509ce43c68d None None] Provisioning for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:40.687063 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-55e363d8-cc36-441d-bd45-a509ce43c68d None None] Provisioning complete for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:40.687659 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-55e363d8-cc36-441d-bd45-a509ce43c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.720771 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-55e363d8-cc36-441d-bd45-a509ce43c68d None None] Port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:40.739699 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.744951 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.748095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-00445328-3561-4f11-8276-f3836ec1a26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.790081 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:39Z', 'revision_number': 3, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:40.816362 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5a104-1a5d-4a96-944c-9dba0da27d95 None None] The sync data for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi is: [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:39Z', 'revision_number': 3, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:40.817327 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.819499 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Pushing event updated for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.822715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:40.919457 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:40.920758 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:40.968546 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5afedf1f-256c-487b-abcb-02bfe613b173 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:41.033045 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 5afedf1f-256c-487b-abcb-02bfe613b173 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:41.038570 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5afedf1f-256c-487b-abcb-02bfe613b173 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:41.039749 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.055945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:41.162933 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.207854 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 5afedf1f-256c-487b-abcb-02bfe613b173, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5afedf1f-256c-487b-abcb-02bfe613b173,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:41.213909 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.216207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:41.286535 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.287317 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-026873ea-6564-4a9c-9658-9bc9992abff7 None None] Provisioning complete for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:41.287768 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-026873ea-6564-4a9c-9658-9bc9992abff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.310931 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=5afedf1f-256c-487b-abcb-02bfe613b173,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:41.315497 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:41.330036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-026873ea-6564-4a9c-9658-9bc9992abff7 None None] Port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:41.473882 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:41.478975 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] 10.222.0.108 "PUT /v2.0/routers/8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744490 Jun 22 18:39:41.927112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33974) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:41.932678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120455126-network', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:41.953325 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Made reservation on behalf of be50bc39c5d046a19d6662346acadd42 for: {'network': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:41.955599 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.964042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.048440 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.052173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.055046 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3384504c-7948-49cd-9019-85747a4edd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:42.077989 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1370} {{(pid=92800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:39:42.086575 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86689ce9-234a-4d2a-9eb6-ad8f2cf65d78,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:42.089837 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:42.094629 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.095033 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.segments_db [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Added segment c2f1a96e-ae8c-4a37-9bab-6820004b56a3 of type vlan for network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 Jun 22 18:39:42.134785 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.164856 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.167557 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:42.167991 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.170262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b0a21da-137f-4a5b-82e9-7956734e3eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:42.220310 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2920351 Jun 22 18:39:42.223062 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33976) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.228657 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Request body: {'subnet': {'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120455126-subnet', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'ip_version': 4}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:42.231778 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Pushing event updated for resources: {'Network': ['ID=052f27b6-6086-43c1-bfd2-0d3e891d5d77,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:42.234635 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fe07618b-1b2f-438e-8abb-533f1dc455a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:42.244840 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:39:42.257479 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Made reservation on behalf of be50bc39c5d046a19d6662346acadd42 for: {'subnet': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:42.260004 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9168968'] for subnet, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.429522 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3518214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9168998'] for subnet, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.432477 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a53ec8f9-9b22-43a0-ba9e-b89ad66935af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:42.478364 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16a69b5-3fc2-4085-a694-d1c617f71959,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:42.485028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:42.490717 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Sync routers for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:42.494280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Checking segment: {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:42.494638 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Network hostable DHCP agents. Network: 052f27b6-6086-43c1-bfd2-0d3e891d5d77, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:39:42.499775 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:42.500602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:42.511153 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:39:42.519418 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, 052f27b6-6086-43c1-bfd2-0d3e891d5d77) {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:42.523481 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:42.524061 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.534975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd30cba-b097-4534-86a0-e7dddf987655 None None] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:42.537393 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7fea6c9f-ee92-4d0b-9eb6-39fce673b172 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3132114 Jun 22 18:39:42.539864 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33978) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.544373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:42.563927 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1692775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13178'] for router, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.564881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13173'] for router, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.619001 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.662225 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:42.837782 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f9892aa-e574-5480-b357-3c961b188325-052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'fixed_ips': [{'subnet_id': 'b16a69b5-3fc2-4085-a694-d1c617f71959'}]}} from dv-cinder-797170-4-iscsi. {{(pid=92802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:39:42.838684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.036650 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5afedf1f-256c-487b-abcb-02bfe613b173 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:43.037520 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626061', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13127'] for router, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.041059 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.db_base_plugin_common [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Allocated IP 172.20.0.2 (052f27b6-6086-43c1-bfd2-0d3e891d5d77/b16a69b5-3fc2-4085-a694-d1c617f71959/0df7b675-c4a3-48cf-9e16-e056e5172bd5) {{(pid=92802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:43.060584 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 2, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:43.098112 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Checking router: 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:43.098478 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Updating router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:43.194846 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.222433 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 5afedf1f-256c-487b-abcb-02bfe613b173 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:43.222812 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.243873 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.263367 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.369584 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Allocated IP 172.27.1.185 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/e088c4e9-6956-4c54-a7f3-4f73c419d205) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:43.414344 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.475011 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.516390 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.518585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-210c6005-3452-48f6-acdd-29af885016d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.562104 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Transition to ACTIVE for port object 0df7b675-c4a3-48cf-9e16-e056e5172bd5 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:43.564114 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:43.566964 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:43.569715 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:43.593691 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Pushing event updated for resources: {'Port': ['ID=e088c4e9-6956-4c54-a7f3-4f73c419d205,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.596691 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.625383 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Transition to ACTIVE for port object 0df7b675-c4a3-48cf-9e16-e056e5172bd5 will not be triggered until provisioned by entity DHCP. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:43.629829 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 4199ab6e-9a20-4d7f-b88e-95199029b0fc up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:43.638207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272'] for port, after_create {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.659975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-55a26944-4c37-4dd8-991a-7e1e4eadcbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.725257 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 is already hosted by enough agents. {{(pid=92802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:43.733266 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.scheduler.base_scheduler [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Resources bound (agent type, host, resource id): {{(pid=92802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:43.736311 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Received port after_create {{(pid=92802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:43.793208 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Pushing event updated for resources: {'Port': ['ID=0df7b675-c4a3-48cf-9e16-e056e5172bd5,revision_number=1']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.797560 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.829666 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.850793 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.860602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 4199ab6e-9a20-4d7f-b88e-95199029b0fc completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:43.872546 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Attempting to bind port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:43.872891 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Attempting to bind port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:43.873261 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Attempting to bind port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 on network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:43.876634 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.878802 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 4199ab6e-9a20-4d7f-b88e-95199029b0fc triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:43.879175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.904659 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:43.905039 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Checking segment: {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:43.905444 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.905839 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Bound using segment: {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:43.906351 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Bound port: 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:43.906729 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.919208 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Transition to ACTIVE for port object cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:43.932870 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.936705 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:44.028848 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bab389-6fb3-46bf-a1cb-c337ff125577 None None] Pushing event updated for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.034465 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624064'] for router, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.036361 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7bab389-6fb3-46bf-a1cb-c337ff125577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.084731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] For port 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:44.124568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] For port 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0df7b675-c4a3-48cf-9e16-e056e5172bd5,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:44.136352 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.139938 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:44.144602 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Attempting to bind port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:44.144981 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Attempting to bind port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:44.145345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Attempting to bind port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 on network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:44.169913 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.177421 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 is scheduled to L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f with binding_index 1 {{(pid=92801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:39:44.185392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:44.185880 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Checking segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:44.186123 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.186468 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Bound using segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:44.186950 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Bound port: cc056c6e-f5cf-4bef-9d6c-d81f2fce8724, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:44.187328 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.226745 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 4199ab6e-9a20-4d7f-b88e-95199029b0fc, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=4199ab6e-9a20-4d7f-b88e-95199029b0fc,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:44.234121 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.252523 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Pushing event updated for resources: {'Port': ['ID=0df7b675-c4a3-48cf-9e16-e056e5172bd5,revision_number=2']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.257378 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.259159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:44.293235 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:44.305736 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Sync routers for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:44.315695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.316610 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:44.316956 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a63f907e-bf08-4062-bd6f-fef14b6c40ab admin admin] 10.222.0.108 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7759488 Jun 22 18:39:44.320093 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33982) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:44.321420 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:44.342464 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] For port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:44.347686 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] For port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:44.348906 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=4199ab6e-9a20-4d7f-b88e-95199029b0fc,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.351981 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.353873 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.356063 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-3dff8aa1-f46d-4a02-bb4d-3aa7f8fc40da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:44.424085 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:44.424672 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:44.430182 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bab389-6fb3-46bf-a1cb-c337ff125577 None None] Pushing event updated for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:44.463601 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:44.465452 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7bab389-6fb3-46bf-a1cb-c337ff125577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:44.569675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:44.718532 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:43Z', 'revision_number': 3, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:44.748517 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Checking router: f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:44.748863 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Updating router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 port e088c4e9-6956-4c54-a7f3-4f73c419d205 binding host dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:44.784967 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:44.808452 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:44.835313 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997c59e8-927e-4baf-a9f3-1d953bf0cb58 None None] The sync data for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi is: [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:44.908999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.130383 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Allocated IP 172.20.0.1 (052f27b6-6086-43c1-bfd2-0d3e891d5d77/b16a69b5-3fc2-4085-a694-d1c617f71959/093f7bde-8539-4376-ad99-e1097724d09f) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:45.152375 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0df7b675-c4a3-48cf-9e16-e056e5172bd5 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:45.168170 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.186886 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.provisioning_blocks [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Transition to ACTIVE for port object e088c4e9-6956-4c54-a7f3-4f73c419d205 will not be triggered until provisioned by entity L2. {{(pid=92803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:45.200702 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.203209 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-c1b43833-749e-4661-9308-85471846a88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.247798 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:45.258793 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 4199ab6e-9a20-4d7f-b88e-95199029b0fc up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:45.276728 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24137af6-99b9-4764-8bfc-b179f90f73f4 None None] Pushing event updated for resources: {'Port': ['ID=e088c4e9-6956-4c54-a7f3-4f73c419d205,revision_number=2']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.279102 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Attempting to bind port e088c4e9-6956-4c54-a7f3-4f73c419d205 on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:45.279471 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Attempting to bind port e088c4e9-6956-4c54-a7f3-4f73c419d205 by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:45.279836 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Attempting to bind port e088c4e9-6956-4c54-a7f3-4f73c419d205 on network 956ad961-fb51-4449-b138-3aa3ca35f681 {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:45.282083 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-24137af6-99b9-4764-8bfc-b179f90f73f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.286826 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:45.287209 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Checking segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:45.287616 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.288016 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Bound using segment: {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'} {{(pid=92803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:45.288494 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.managers [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Bound port: e088c4e9-6956-4c54-a7f3-4f73c419d205, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7edfeb-5936-46b0-a89a-f4f0064ea88c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681'}}] {{(pid=92803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:45.288871 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.316700 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.332436 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Transition to ACTIVE for port object 093f7bde-8539-4376-ad99-e1097724d09f will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:45.345123 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 4199ab6e-9a20-4d7f-b88e-95199029b0fc triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:45.345545 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.405147 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.423225 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.474520 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:45.476058 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] For port e088c4e9-6956-4c54-a7f3-4f73c419d205, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:45.478173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:45.480785 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.plugins.ml2.db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] For port e088c4e9-6956-4c54-a7f3-4f73c419d205, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e088c4e9-6956-4c54-a7f3-4f73c419d205,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:45.485256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:45.488770 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron_lib.callbacks.manager [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.497956 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e045370-a35a-44d7-be91-e8fc9bc33f65 None None] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:45.501906 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-c1b43833-749e-4661-9308-85471846a88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.512650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Pushing event updated for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.517030 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.533047 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619510'] for router_interface, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.557996 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24137af6-99b9-4764-8bfc-b179f90f73f4 None None] Pushing event updated for resources: {'Port': ['ID=e088c4e9-6956-4c54-a7f3-4f73c419d205,revision_number=3']} {{(pid=92803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.563625 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG oslo_concurrency.lockutils [None req-24137af6-99b9-4764-8bfc-b179f90f73f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.570195 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:45.570804 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:45.577074 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Provisioning for port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:45.584562 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Provisioning complete for port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:45.585077 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.708655 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:45.711888 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.769484 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.813418 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] For port 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0df7b675-c4a3-48cf-9e16-e056e5172bd5,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:45.825479 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.828718 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.910149 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Pushing event updated for resources: {'Port': ['ID=0df7b675-c4a3-48cf-9e16-e056e5172bd5,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:45.914047 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:43Z', 'revision_number': 3, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:45.916281 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:45.924321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.930744 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:45.935750 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-bbe39891-8156-4c7f-a8e3-1b8b8b3e6637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:45.948698 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105587ab-3d0f-43ea-b640-8730ecf18ee3 None None] The sync data for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi is: [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:43Z', 'revision_number': 3, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:46.014946 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1511275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688570'] for router_interface, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.017257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Pushing event updated for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:46.020266 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:46.061780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Provisioning for port 093f7bde-8539-4376-ad99-e1097724d09f completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:46.068156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Provisioning complete for port 093f7bde-8539-4376-ad99-e1097724d09f triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:46.068531 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.134648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:46.136425 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:46.140840 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Port 093f7bde-8539-4376-ad99-e1097724d09f cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:46.151074 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Provisioning complete for port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:46.151460 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0e295f8b-8be0-43cc-83b8-21cdbebfcc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.278529 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:46.397094 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-4c1b41ee-88ff-4257-a0b9-6e1d85b3236a None None] Provisioning complete for port 093f7bde-8539-4376-ad99-e1097724d09f triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:46.397480 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-4c1b41ee-88ff-4257-a0b9-6e1d85b3236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.434234 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b41ee-88ff-4257-a0b9-6e1d85b3236a None None] Port 093f7bde-8539-4376-ad99-e1097724d09f cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:46.448114 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:46.454047 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] 10.222.0.108 "PUT /v2.0/routers/f4141593-4fd2-4baa-a2b3-a5d7d1f22f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1322777 Jun 22 18:39:46.555474 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-91c04b94-00c9-47e5-828b-90a57618c0b9 None None] Provisioning complete for port 093f7bde-8539-4376-ad99-e1097724d09f triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:46.555995 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-91c04b94-00c9-47e5-828b-90a57618c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.595093 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-91c04b94-00c9-47e5-828b-90a57618c0b9 None None] Port 093f7bde-8539-4376-ad99-e1097724d09f cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:46.932462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33992) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:46.937168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499489619', 'description': 'tempest-secgroup-smoke-499489619 description', 'project_id': '56272049d4d84f03928e7a85bc107804'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:46.964264 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.037118 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e088c4e9-6956-4c54-a7f3-4f73c419d205 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:47.059417 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.062959 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.066228 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-514eae52-a738-4d4f-b3c3-7f2301714d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.084042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port e088c4e9-6956-4c54-a7f3-4f73c419d205 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:47.088147 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port e088c4e9-6956-4c54-a7f3-4f73c419d205 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:47.088534 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.089685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.090915 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1574535 Jun 22 18:39:47.093987 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 33994) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.094923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1595491e-169e-4ee9-97ad-2eab04ab85fe,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.097550 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-521e9aee-1708-4ce7-b25b-f9b28327f83a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.099651 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.125277 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.167495 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.187813 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port e088c4e9-6956-4c54-a7f3-4f73c419d205, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e088c4e9-6956-4c54-a7f3-4f73c419d205,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:47.188051 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.191556 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.192807 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.193782 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.194798 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0df7b675-c4a3-48cf-9e16-e056e5172bd5 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:47.197950 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.209604 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67215ba-056b-4d5f-aa11-fa171a5488c4,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.212536 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.217314 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.218497 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-535a86d3-6e30-41d9-b26a-8656ceae6a72 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229100 Jun 22 18:39:47.221580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33996) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.227319 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.258759 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.281503 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=e088c4e9-6956-4c54-a7f3-4f73c419d205,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.284623 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.292923 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:47.293302 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.317005 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.321063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.323467 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a5ed4122-b34a-4250-ad83-5ec855376d27 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.339288 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e116e47-0a4e-4a9b-97db-90d061bf4edf,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.341701 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.347202 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.348373 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0b505071-5d1a-460a-b113-58ea9822cb53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257703 Jun 22 18:39:47.351094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 33998) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.355472 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.373909 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:47.380811 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.422183 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:47.425730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:47.426134 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.441624 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.445780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.448333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.464423 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd482ee0-27b9-4f89-85ba-e05a3eb75a73,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.467126 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.470964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.474441 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-61cf0a03-2576-4952-bc0d-fea37f0e7629 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224196 Jun 22 18:39:47.475143 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34000) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.480069 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.507732 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.510054 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.541658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:47.546218 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.548076 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-41f18d31-a2cd-4c38-b6e6-2e948c78e25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.570306 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.575034 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.577239 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fbb843f7-b4b2-43e8-aecb-8b1e95510e35 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.594714 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.595691 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb59929-4a64-4113-856b-8fd5e618c978,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.598086 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.607653 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.608380 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.609572 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-7ff73d0c-2cf2-4506-a504-a9200674b2cb tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334050 Jun 22 18:39:47.612396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34002) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.616732 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.637780 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.securitygroups_db [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Project 56272049d4d84f03928e7a85bc107804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:39:47.642297 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.701089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.704710 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.706673 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.726433 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9f1b29-3027-4961-a522-e3f95e685454,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.729280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.732117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.734163 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-33beee78-0904-4b08-b241-5dfef322a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207540 Jun 22 18:39:47.736463 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34004) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.740805 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'security_group_rule': {'security_group_id': '1595491e-169e-4ee9-97ad-2eab04ab85fe', 'project_id': '56272049d4d84f03928e7a85bc107804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:47.763308 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.securitygroups_db [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Project 56272049d4d84f03928e7a85bc107804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:39:47.768032 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.828000 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.832594 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1759708'] for security_group_rule, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.834684 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b71ba4cc-94d9-4784-8acc-4e147dbb782e tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.850094 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea69174-8b57-45b9-8dd2-f922ceba5855,revision_number=0']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.852571 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.857564 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.858826 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f9f51956-bc85-44c7-83ca-7d51898594ae tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214285 Jun 22 18:39:48.193575 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Sync routers for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:48.203173 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:48.203793 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.318420 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:48.646699 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 4, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '093f7bde-8539-4376-ad99-e1097724d09f', 'name': '', 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'mac_address': 'fa:16:3e:a7:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 2, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'subnets': [{'id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.673397 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Checking router: f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:48.673762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Updating router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 port 093f7bde-8539-4376-ad99-e1097724d09f binding host dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:48.709621 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.952890 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e088c4e9-6956-4c54-a7f3-4f73c419d205 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:48.997025 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks [] for port, precommit_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.011035 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Transition to ACTIVE for port object 093f7bde-8539-4376-ad99-e1097724d09f will not be triggered until provisioned by entity L2. {{(pid=92802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:49.019156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.022417 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:49.061217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port e088c4e9-6956-4c54-a7f3-4f73c419d205 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:49.061698 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.100108 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e26bb6-9419-498e-a6a5-da55dd358ed0 None None] Pushing event updated for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=3']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:49.108387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7e26bb6-9419-498e-a6a5-da55dd358ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:49.166109 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Attempting to bind port 093f7bde-8539-4376-ad99-e1097724d09f on host dv-cinder-797170-4-iscsi for vnic_type normal with profile {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:49.166481 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Attempting to bind port 093f7bde-8539-4376-ad99-e1097724d09f by drivers openvswitch,hyperv on host dv-cinder-797170-4-iscsi at level 0 using segments [{'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:49.166842 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Attempting to bind port 093f7bde-8539-4376-ad99-e1097724d09f on network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:49.174293 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Checking agent: {'id': '28d9fbe8-2b85-4147-9603-c8db17b5e4af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 21, 38), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:49.174674 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Checking segment: {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:49.175136 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.175535 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Bound using segment: {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'} {{(pid=92802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:49.176011 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.managers [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Bound port: 093f7bde-8539-4376-ad99-e1097724d09f, host: dv-cinder-797170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77'}}] {{(pid=92802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:49.176386 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.244048 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:49.300883 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] For port 093f7bde-8539-4376-ad99-e1097724d09f, host dv-cinder-797170-4-iscsi, cleared binding levels {{(pid=92802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:49.303832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] For port 093f7bde-8539-4376-ad99-e1097724d09f, host dv-cinder-797170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=093f7bde-8539-4376-ad99-e1097724d09f,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:49.310308 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.313521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:49.357625 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:49.357971 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.413213 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:49.413857 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.419090 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e26bb6-9419-498e-a6a5-da55dd358ed0 None None] Pushing event updated for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:49.454241 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7e26bb6-9419-498e-a6a5-da55dd358ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:49.564541 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:49.760722 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 4, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '093f7bde-8539-4376-ad99-e1097724d09f', 'name': '', 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'mac_address': 'fa:16:3e:a7:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:39:49Z', 'revision_number': 4, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'subnets': [{'id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.788847 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66343d76-430d-4ed9-97bf-c58b4254490f None None] The sync data for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi is: [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:39:45Z', 'revision_number': 4, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '093f7bde-8539-4376-ad99-e1097724d09f', 'name': '', 'network_id': '052f27b6-6086-43c1-bfd2-0d3e891d5d77', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'mac_address': 'fa:16:3e:a7:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:44Z', 'updated_at': '2021-06-22T18:39:49Z', 'revision_number': 4, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'subnets': [{'id': 'b16a69b5-3fc2-4085-a694-d1c617f71959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:50.959568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 093f7bde-8539-4376-ad99-e1097724d09f up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:51.005845 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning for port 093f7bde-8539-4376-ad99-e1097724d09f completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:51.009905 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 093f7bde-8539-4376-ad99-e1097724d09f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:51.010317 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.084731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.119568 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] For port 093f7bde-8539-4376-ad99-e1097724d09f, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=093f7bde-8539-4376-ad99-e1097724d09f,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:51.123157 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.124993 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7bab389-6fb3-46bf-a1cb-c337ff125577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:51.171636 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Pushing event updated for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:51.174553 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:52.927095 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 093f7bde-8539-4376-ad99-e1097724d09f up at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:52.974442 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Provisioning complete for port 093f7bde-8539-4376-ad99-e1097724d09f triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:52.974834 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.753581 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-1b2ece7a-beab-4b0a-90b1-b56de35d015c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498633 Jun 22 18:39:54.841341 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-c7b151b4-612a-4f26-bacc-cdf5f332db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:54.842827 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-c7b151b4-612a-4f26-bacc-cdf5f332db09 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 1099 time: 0.0513175 Jun 22 18:39:54.956859 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-208fcc7e-513c-442e-af88-8de33899f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:54.958344 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-208fcc7e-513c-442e-af88-8de33899f4f3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 200 len: 918 time: 0.0930316 Jun 22 18:39:55.020972 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-eb848f64-8833-44c6-8ece-b3c82cde88ca service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 200 len: 1000 time: 0.0557249 Jun 22 18:39:55.073724 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-2211da11-5b28-464b-9100-3557135364f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.075170 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-2211da11-5b28-464b-9100-3557135364f1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 200 len: 855 time: 0.0468678 Jun 22 18:39:55.131442 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-2b938c01-5031-4ede-88f6-d763ee655cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:55.132905 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-2b938c01-5031-4ede-88f6-d763ee655cb5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=85da840c-aaa7-4658-892a-5bac5922939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511553 Jun 22 18:39:55.219925 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-30572b3e-d3b4-4db4-96ec-8dbd4c6f9e9d service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801594 Jun 22 18:39:55.318238 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-fc1b5bf6-f35d-4498-9eaf-534135415058 req-b3fe541b-4018-4b01-b14b-cfba063211a7 service neutron] 10.222.0.112 "GET /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 Jun 22 18:39:56.629735 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef6b5-576c-4248-94b9-2e57f1b6e9f0 req-45938640-77f7-476d-a4a4-e8e1bd6c38de tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:56.631168 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c2ef6b5-576c-4248-94b9-2e57f1b6e9f0 req-45938640-77f7-476d-a4a4-e8e1bd6c38de tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.1564219 Jun 22 18:39:56.667857 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1c2ef6b5-576c-4248-94b9-2e57f1b6e9f0 req-2ab4c1cb-e4fb-407d-84c7-dc025de3782c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Jun 22 18:39:57.849830 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57dbc-622a-46ae-aa6a-b06ff0f62014 req-771962a4-b880-4b79-993e-e72d2d9ea088 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:57.851363 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-68a57dbc-622a-46ae-aa6a-b06ff0f62014 req-771962a4-b880-4b79-993e-e72d2d9ea088 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.0687463 Jun 22 18:39:57.888769 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-68a57dbc-622a-46ae-aa6a-b06ff0f62014 req-614d8401-7158-4078-8d97-4f42f60646d6 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups?id=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313394 Jun 22 18:39:58.470984 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-96d24e74-bac1-4c86-941f-436ac9a99d00 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:58.472387 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-96d24e74-bac1-4c86-941f-436ac9a99d00 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 946 time: 0.0605128 Jun 22 18:39:58.579648 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Deleting port 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:58.580090 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.668082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] For port 9851a03f-1b08-4b68-bd98-11533f7d3f0f, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9851a03f-1b08-4b68-bd98-11533f7d3f0f,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:58.668434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.845401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.845885 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.846269 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Floating IP 77a65f32-7f33-4e2e-b6cd-e2afcd942746 disassociated. External IP: 172.27.1.45, port: 9851a03f-1b08-4b68-bd98-11533f7d3f0f. Jun 22 18:39:58.846612 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Calling delete_port for 9851a03f-1b08-4b68-bd98-11533f7d3f0f owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:58.982974 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.987057 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-cb4974d0-d663-4d18-945c-d5a97cf84a4f tempest-AttachVolumeNegativeTest-504668120 tempest-AttachVolumeNegativeTest-504668120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:59.013181 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'Port': ['ID=9851a03f-1b08-4b68-bd98-11533f7d3f0f,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:59.023843 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.024219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.024583 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.024944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.025955 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.026220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.026573 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.026922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.027282 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.027619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.027968 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.028311 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:59.042662 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:59.045094 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5d4d1404-6c93-4838-bb6c-bbb2117b13a0 req-d572e018-7fc4-4abb-99ee-4f3bd48a83bd tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/ports?device_id=003333d5-6bca-474f-a2e7-1ecafa36cd90 HTTP/1.1" status: 200 len: 210 time: 0.0341361 Jun 22 18:39:59.144469 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:59.248694 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:59.260945 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:59.271861 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:59.272476 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:59.293682 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] No DVR routers for this DVR port 9851a03f-1b08-4b68-bd98-11533f7d3f0f on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:59.296011 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.298104 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5f5fc771-1ccb-4e2a-806b-a2abfff29e93 req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.112 "DELETE /v2.0/ports/9851a03f-1b08-4b68-bd98-11533f7d3f0f HTTP/1.1" status: 204 len: 173 time: 0.8168495 Jun 22 18:39:59.298605 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-deleted', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:59.300872 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c81620-6ff1-4673-b10b-f3c809450cdc" -d '{"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-deleted", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:59.339896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f006fb-e233-4a78-a24a-e2c6d305f6fc x-openstack-request-id: req-01f006fb-e233-4a78-a24a-e2c6d305f6fc {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:59.340234 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003333d5-6bca-474f-a2e7-1ecafa36cd90", "name": "network-vif-deleted", "tag": "9851a03f-1b08-4b68-bd98-11533f7d3f0f", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:59.340548 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-01f006fb-e233-4a78-a24a-e2c6d305f6fc {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:59.340983 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003333d5-6bca-474f-a2e7-1ecafa36cd90', 'name': 'network-vif-deleted', 'tag': '9851a03f-1b08-4b68-bd98-11533f7d3f0f', 'status': 'completed', 'code': 200} Jun 22 18:39:59.397646 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:59.607571 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:59.637576 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:59.645601 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:59.646226 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:59.746408 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:59.949610 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:59.980802 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ac0160-2bdc-4065-a23d-613969a8daab None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:57Z', 'revision_number': 4, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'fe54e689-5deb-4774-9c11-d0b7ad63ff3b', 'name': '', 'network_id': '85da840c-aaa7-4658-892a-5bac5922939e', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'mac_address': 'fa:16:3e:3f:e4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:56Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'subnets': [{'id': 'efa23b70-4fe1-4920-bd76-349713db1159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:00.177748 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34108) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:00.220139 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4bcf4-e0d4-4f26-9e9c-1971922a9586 None None] New status for floating IP 77a65f32-7f33-4e2e-b6cd-e2afcd942746: DOWN {{(pid=92802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:00.246908 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.277393 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.329756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.333819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.335261 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "DELETE /v2.0/security-groups/26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1 HTTP/1.1" status: 204 len: 168 time: 0.1564932 Jun 22 18:40:00.336316 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-36d87892-f984-4a7f-8fd3-2ddfc0ce5075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.338564 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34110) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:00.349945 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.352315 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:00.369696 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.api.v2.resource [None req-9d41a5c8-f842-45fb-87c0-95d7045f2e95 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] show failed (client error): The resource could not be found. Jun 22 18:40:00.371169 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-9d41a5c8-f842-45fb-87c0-95d7045f2e95 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "GET /v2.0/security-groups/26c0a1e5-cc4d-4a8d-9fbe-9df6cfed61e1 HTTP/1.1" status: 404 len: 347 time: 0.0308046 Jun 22 18:40:00.374099 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34112) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:00.520678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Deleting port 1c29f64b-a682-48e9-badf-04cdfc82528d {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:40:00.521195 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.602434 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.602969 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.616740 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Calling delete_port for 1c29f64b-a682-48e9-badf-04cdfc82528d owned by network:floatingip {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:40:00.796212 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:40:00.817047 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 9851a03f-1b08-4b68-bd98-11533f7d3f0f {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:40:00.817402 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 9851a03f-1b08-4b68-bd98-11533f7d3f0f not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:40:01.005908 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.007995 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b58d7701-eef6-4bd7-ab62-2c32c03b1d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:01.030798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Pushing event deleted for resources: {'Port': ['ID=1c29f64b-a682-48e9-badf-04cdfc82528d,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:01.034129 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:01.098968 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks [] for floatingip, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.101528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.102762 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-a3945f97-8d6b-4b4f-8f53-702a355da32b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] 10.222.0.108 "DELETE /v2.0/floatingips/77a65f32-7f33-4e2e-b6cd-e2afcd942746 HTTP/1.1" status: 204 len: 168 time: 0.7276869 Jun 22 18:40:03.652099 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34152) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:04.085348 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.330310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Deleting port fe54e689-5deb-4774-9c11-d0b7ad63ff3b {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:40:04.330574 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.405202 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] For port fe54e689-5deb-4774-9c11-d0b7ad63ff3b, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:04.405561 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.418244 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Calling delete_port for fe54e689-5deb-4774-9c11-d0b7ad63ff3b owned by network:router_interface {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:40:04.595456 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.597272 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:04.619858 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe54e689-5deb-4774-9c11-d0b7ad63ff3b,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:04.622957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:04.778972 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.990577 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:05.365898 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8a53c7b7-6db1-4b51-9718-5abc760186de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.376628 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:05.381305 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-abc5be1b-4eec-4069-9439-9feab8cdad40 admin admin] 10.222.0.108 "PUT /v2.0/routers/715ffe46-4a78-468b-8bbd-e22a3672e3b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282066 Jun 22 18:40:05.383891 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34162) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:05.385874 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Sync routers for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:05.394825 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:05.395478 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:05.489519 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.498116 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:05.592967 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.643692 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Deleting port 72db2de2-e97d-40b9-9507-8bafba4143ab {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:40:05.643952 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.724159 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] For port 72db2de2-e97d-40b9-9507-8bafba4143ab, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=72db2de2-e97d-40b9-9507-8bafba4143ab,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:05.724432 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.736350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Calling delete_port for 72db2de2-e97d-40b9-9507-8bafba4143ab owned by network:router_gateway {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:40:05.758819 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:40:04Z', 'revision_number': 5, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port': {'id': '72db2de2-e97d-40b9-9507-8bafba4143ab', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:55Z', 'updated_at': '2021-06-22T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:05.783802 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Checking router: 715ffe46-4a78-468b-8bbd-e22a3672e3b6 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:05.791689 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Routers {'715ffe46-4a78-468b-8bbd-e22a3672e3b6'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:05.792290 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:39:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:05.888140 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] Set router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 gateway port host: None {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:05.924171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.927361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0194d25f-7605-445f-84a0-82a264673cf3 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:05.971138 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72db2de2-e97d-40b9-9507-8bafba4143ab,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:05.974283 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:40:05Z', 'revision_number': 6, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:05.977042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:06.017631 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d0ce0-3a5d-4796-a762-2cfe580168fb None None] The sync data for ids ['715ffe46-4a78-468b-8bbd-e22a3672e3b6'] in dv-cinder-797170-4-iscsi is: [{'id': '715ffe46-4a78-468b-8bbd-e22a3672e3b6', 'name': 'tempest-AttachVolumeShelveTestJSON-706643086-router', 'tenant_id': '6d8dce0639fa4fd59793b8baaecda38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:40:05Z', 'revision_number': 6, 'project_id': '6d8dce0639fa4fd59793b8baaecda38b', 'gw_port_host': None}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:06.064359 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.155252 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.157415 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.200598 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.201117 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 715ffe46-4a78-468b-8bbd-e22a3672e3b6 {{(pid=92800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:40:06.205361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.207400 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c3406021-ed06-4ee7-844a-39360f02e6c0 admin admin] 10.222.0.108 "DELETE /v2.0/routers/715ffe46-4a78-468b-8bbd-e22a3672e3b6 HTTP/1.1" status: 204 len: 168 time: 0.8214803 Jun 22 18:40:06.208967 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34166) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:06.255049 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Deleting subnet efa23b70-4fe1-4920-bd76-349713db1159 {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:40:06.258027 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.290705 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617376'] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.366960 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.427627 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564104'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.431082 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:06.461493 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.464423 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] 10.222.0.108 "DELETE /v2.0/subnets/efa23b70-4fe1-4920-bd76-349713db1159 HTTP/1.1" status: 204 len: 168 time: 0.2541943 Jun 22 18:40:06.466909 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34168) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:06.467471 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa23b70-4fe1-4920-bd76-349713db1159,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:06.468987 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08994d8-db67-4a93-b69e-357a19465990 None None] Network 85da840c-aaa7-4658-892a-5bac5922939e requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:40:06.469801 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-4feb5743-56b5-4ba0-88ff-71d9724acb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:06.538794 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.602674 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Deleting port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:40:06.603029 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.665501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] For port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,segment=NetworkSegment(6e75c1d8-5540-43ec-bb8b-d85007c2b13c),segment_id=6e75c1d8-5540-43ec-bb8b-d85007c2b13c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:06.665868 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.678256 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Calling delete_port for b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:40:06.756545 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.758827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-44944d28-2467-401f-ac91-2de7c264f615 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:06.784129 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Pushing event deleted for resources: {'Port': ['ID=b37fd75c-776f-4bd2-8f1a-546eaed3f6c7,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:06.787229 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:06.787990 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] No DVR routers for this DVR port b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:40:06.798439 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa60ff5-a172-4dda-b6a0-5b7c32aa2224 None None] DHCP port deletion for 85da840c-aaa7-4658-892a-5bac5922939e request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:40:06.867795 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.878807 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da840c-aaa7-4658-892a-5bac5922939e']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:06.895355 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e75c1d8-5540-43ec-bb8b-d85007c2b13c') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:06.895659 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e75c1d8-5540-43ec-bb8b-d85007c2b13c') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:06.906238 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.920172 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.926728 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:40:06.927100 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:40:06.928954 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:40:06.943425 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:40:06.964507 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:40:06.965070 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b37fd75c-776f-4bd2-8f1a-546eaed3f6c7 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:40:06.965503 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device fe54e689-5deb-4774-9c11-d0b7ad63ff3b no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:40:06.986210 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: fe54e689-5deb-4774-9c11-d0b7ad63ff3b {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:40:06.986631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device fe54e689-5deb-4774-9c11-d0b7ad63ff3b not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:40:06.987103 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 72db2de2-e97d-40b9-9507-8bafba4143ab no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:40:06.988469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.992682 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-dcf12dcf-78ef-4eb5-9571-760eac3a3c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:06.995985 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.997487 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] 10.222.0.108 "DELETE /v2.0/networks/85da840c-aaa7-4658-892a-5bac5922939e HTTP/1.1" status: 204 len: 168 time: 0.5288525 Jun 22 18:40:07.008577 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 72db2de2-e97d-40b9-9507-8bafba4143ab {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:40:07.008930 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Pushing event deleted for resources: {'Network': ['ID=85da840c-aaa7-4658-892a-5bac5922939e,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:07.009073 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 72db2de2-e97d-40b9-9507-8bafba4143ab not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:40:07.017509 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.017907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.018321 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.018697 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.019068 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.019440 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.019843 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.020161 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.020528 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.020919 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.021239 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.021603 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:40:07.025025 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-178259a1-d222-4ab3-855a-e6098661c25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:07.126688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34172) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:07.166841 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f24ee22d-2cf9-4e11-a699-50583c7bae65 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=6d8dce0639fa4fd59793b8baaecda38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387964 Jun 22 18:40:07.169233 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34174) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:07.223127 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:07.250368 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:07.296957 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:07.300836 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:07.301902 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d93662ca-1e8b-49ef-b1db-7edd2ea191e1 HTTP/1.1" status: 204 len: 168 time: 0.1316359 Jun 22 18:40:07.302783 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0f14e150-6b51-4c0e-a6c5-786c258fbf77 tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:07.316295 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93662ca-1e8b-49ef-b1db-7edd2ea191e1,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:07.318694 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-658cfbac-09a8-49ce-a200-96e935264161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:07.387888 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-113b1247-66a3-436e-af76-1370d2def3a9 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499489619&fields=id&tenant_id=56272049d4d84f03928e7a85bc107804 HTTP/1.1" status: 200 len: 267 time: 0.0357459 Jun 22 18:40:07.492219 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-e1af0160-a407-443c-a918-1d3f85028a89 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:07.493671 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-e1af0160-a407-443c-a918-1d3f85028a89 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 809 time: 0.0994809 Jun 22 18:40:07.511025 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-0c348013-fde2-47b0-b06c-5417d113f81c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/quotas/56272049d4d84f03928e7a85bc107804 HTTP/1.1" status: 200 len: 375 time: 0.0093982 Jun 22 18:40:07.584292 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-217a578d-2578-43ac-bd61-93571aebb67d tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680680 Jun 22 18:40:07.700539 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-48205f41-4e3a-44c0-9247-058f242a650d service neutron] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:40:07.701529 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-48205f41-4e3a-44c0-9247-058f242a650d service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029315 Jun 22 18:40:07.790397 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-4fb4bffd-77ee-426e-b5eb-7d27e487ba28 service neutron] 10.222.0.108 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815408 Jun 22 18:40:07.884038 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-0ecf8ac2-f910-4438-a5b4-de72f5cdcb16 service neutron] 10.222.0.108 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883045 Jun 22 18:40:07.908046 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb36f-c967-4817-8178-d664df9cbfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:08.056167 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:08.182784 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54377259-af69-4830-b109-1507c655c769 req-442cd348-0f26-4ea0-b846-cd5ea4ac540c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Jun 22 18:40:08.202400 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:09.032917 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.317335 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-797dba5b-5b7f-4b69-b835-9473e5b19b84 req-c54db969-afd0-4867-949a-a43b773482cc tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 210 time: 0.0274208 Jun 22 18:40:09.591740 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-ea4a6418-c212-4f8c-925c-47348d0f0153 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:09.593148 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-ea4a6418-c212-4f8c-925c-47348d0f0153 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 809 time: 0.1001766 Jun 22 18:40:09.657105 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-cba4eb22-9a07-4194-bd9f-a7a288d3b1f4 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56272049d4d84f03928e7a85bc107804 HTTP/1.1" status: 200 len: 379 time: 0.0376012 Jun 22 18:40:09.667120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'port': {'device_id': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'admin_state_up': True, 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'security_groups': ['1595491e-169e-4ee9-97ad-2eab04ab85fe']}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:09.770812 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Made reservation on behalf of 56272049d4d84f03928e7a85bc107804 for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:40:09.774413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.896560 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Allocated IP 172.20.0.4 (9f4d18e7-a5c4-479c-bcca-b804fdf8b145/abb2edbe-e4b1-4bc3-a052-4de201c1c7df/7bf9673f-d27c-4c9c-8634-a668e8abe908) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:10.025431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.042481 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Transition to ACTIVE for port object 7bf9673f-d27c-4c9c-8634-a668e8abe908 will not be triggered until provisioned by entity DHCP. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:10.074761 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.079621 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:10.120490 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:10.123650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:10.126078 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:10.155780 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:10.158791 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:10.186865 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:10.187619 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.204592 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-357c9a27-d28a-4d09-81a3-ffd3cb6e6947 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414684 Jun 22 18:40:10.225127 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-64c5cf64-ffca-489e-8ae1-aa7f4497ab43 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] http://10.222.0.108:9696/v2.0/extensions returned with HTTP 200 {{(pid=92800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:40:10.225613 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-64c5cf64-ffca-489e-8ae1-aa7f4497ab43 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066593 Jun 22 18:40:10.365338 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-150bf492-a6b1-44b9-acb7-27d21be373c7 None None] Provisioning for port 7bf9673f-d27c-4c9c-8634-a668e8abe908 completed by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:10.366892 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Request body: {'port': {'device_id': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:10.372154 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-150bf492-a6b1-44b9-acb7-27d21be373c7 None None] Provisioning complete for port 7bf9673f-d27c-4c9c-8634-a668e8abe908 triggered by entity DHCP. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:10.372735 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-150bf492-a6b1-44b9-acb7-27d21be373c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.512600 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.574688 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-150bf492-a6b1-44b9-acb7-27d21be373c7 None None] Port 7bf9673f-d27c-4c9c-8634-a668e8abe908 cannot update to ACTIVE because it is not bound. {{(pid=92802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:40:10.584793 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d9573-8fb0-4e5a-befa-aa8880df799a req-16174f08-559e-4a10-b43c-44b12527c0c2 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:10.586350 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d6d9573-8fb0-4e5a-befa-aa8880df799a req-16174f08-559e-4a10-b43c-44b12527c0c2 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 931 time: 0.0877488 Jun 22 18:40:10.633803 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d6d9573-8fb0-4e5a-befa-aa8880df799a req-6c529d10-8368-43d5-8f20-624641da33af tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Jun 22 18:40:10.795388 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf9673f-d27c-4c9c-8634-a668e8abe908 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:10.802548 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.814783 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Transition to ACTIVE for port object 7bf9673f-d27c-4c9c-8634-a668e8abe908 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:10.818406 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:10.820555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:10.867654 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:10.871925 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:10.942621 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Attempting to bind port 7bf9673f-d27c-4c9c-8634-a668e8abe908 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:40:10.942956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Attempting to bind port 7bf9673f-d27c-4c9c-8634-a668e8abe908 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:40:10.943285 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Attempting to bind port 7bf9673f-d27c-4c9c-8634-a668e8abe908 on network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:10.948083 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Port 7bf9673f-d27c-4c9c-8634-a668e8abe908 on network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:40:10.948401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Attempting to bind port 7bf9673f-d27c-4c9c-8634-a668e8abe908 on network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:10.953335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:40:10.953669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Checking segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:40:10.954079 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Bound using segment: {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:40:10.954513 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Bound port: 7bf9673f-d27c-4c9c-8634-a668e8abe908, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec131ece-2edf-4a01-9877-61875fea9616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1350, 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:40:10.954858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.021462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:40:11.024526 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:40:11.028588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.031353 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-200ae0e9-56bb-42b0-b186-22aac7e257b7 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:11.064604 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.065209 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.066812 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] 10.222.0.112 "PUT /v2.0/ports/7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 1093 time: 0.8343420 Jun 22 18:40:11.067316 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:11.069591 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a9bb2-9db8-403a-a039-6285e366a3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:11.103431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:11.109402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:11.191093 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-cf483261-8542-4cf8-b150-e1f8f5364b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.192626 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-cf483261-8542-4cf8-b150-e1f8f5364b3a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0619597 Jun 22 18:40:11.242600 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:11.252359 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-c1e9a4eb-2b8b-426b-b152-6f9490602b39 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 217 time: 0.0406768 Jun 22 18:40:11.255128 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab415120-2597-4c63-9d84-b7814731c4c3 x-openstack-request-id: req-ab415120-2597-4c63-9d84-b7814731c4c3 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:11.255462 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:11.255753 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-ab415120-2597-4c63-9d84-b7814731c4c3 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:11.256202 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'status': 'completed', 'code': 200} Jun 22 18:40:11.322394 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-69eaa26a-eb1f-4b16-bec5-eaa51a711702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.324535 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-69eaa26a-eb1f-4b16-bec5-eaa51a711702 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0448225 Jun 22 18:40:11.380801 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-ccc78b49-7fef-48f4-96d8-480ccbb93595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.382294 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-ccc78b49-7fef-48f4-96d8-480ccbb93595 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505278 Jun 22 18:40:11.475303 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-557283b0-00cc-4751-9aba-0bf992f6f9d4 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841537 Jun 22 18:40:11.566997 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-7fadac4e-614c-478e-8926-f0806c4644c4 req-bfddac09-d31f-40fb-b82c-fc848ca9318a service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839570 Jun 22 18:40:11.727307 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-5e405fd0-280d-4637-adff-f0a5671add63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.728812 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-5e405fd0-280d-4637-adff-f0a5671add63 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0535228 Jun 22 18:40:11.820685 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02d64a-4281-41e8-8756-e2ac96e24c70 req-1d1d0eb3-89ef-46a6-a254-9a208089a776 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.823442 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5b02d64a-4281-41e8-8756-e2ac96e24c70 req-1d1d0eb3-89ef-46a6-a254-9a208089a776 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0695667 Jun 22 18:40:11.828309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-fc720e2a-2705-4335-9841-e5d66f5a088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.829832 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-fc720e2a-2705-4335-9841-e5d66f5a088b service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0947859 Jun 22 18:40:11.862045 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5b02d64a-4281-41e8-8756-e2ac96e24c70 req-41cd491e-56b7-49b2-8578-ba7ae0154e06 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Jun 22 18:40:11.876382 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-288fee83-95b3-4740-8ece-5517021341b7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 217 time: 0.0389688 Jun 22 18:40:11.931672 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-0721fc9b-2e35-460e-9a45-0caa15fdad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.933724 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-0721fc9b-2e35-460e-9a45-0caa15fdad12 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0496943 Jun 22 18:40:11.993279 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-2dc6167f-4645-42b4-9458-b0c465c2eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:11.996138 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-2dc6167f-4645-42b4-9458-b0c465c2eb74 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547607 Jun 22 18:40:12.090172 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-a3072aaf-f436-470c-a390-bf1f190575da service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871396 Jun 22 18:40:12.182767 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-010a9bb2-9db8-403a-a039-6285e366a3a8 req-d4ddc666-faf8-4805-9cb8-1486436631a0 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 Jun 22 18:40:12.422157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34308) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:12.521289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.608325 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.612178 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.615283 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6c038035-6327-4825-8b13-52226f3017dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:12.649350 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=6dbd8ec7ec14499fb1e2eb6f0efff995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261741 Jun 22 18:40:12.650280 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814b4453-f5fb-4bea-97be-0a1b51c4609b,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:12.652524 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34312) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:12.653975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ac1fe42c-9fb9-4a4b-8b79-a5a2e1a3afe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:12.703068 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.723336 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.771634 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.774207 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:12.775331 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/814b4453-f5fb-4bea-97be-0a1b51c4609b HTTP/1.1" status: 204 len: 168 time: 0.1217942 Jun 22 18:40:12.776794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-01adf594-1cb6-4a71-85a4-73f1c2921ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:12.783991 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814b4453-f5fb-4bea-97be-0a1b51c4609b,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:12.786369 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-506647d2-57b3-4086-ba92-b67a61854287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:13.033171 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34320) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:13.038428 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f66c12-5d96-435b-89b8-3fcc96e67c2d req-580eaab1-85e9-4c6d-a7b9-e58d73ced3d3 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:13.040100 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-46f66c12-5d96-435b-89b8-3fcc96e67c2d req-580eaab1-85e9-4c6d-a7b9-e58d73ced3d3 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0687377 Jun 22 18:40:13.046217 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.077810 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-46f66c12-5d96-435b-89b8-3fcc96e67c2d req-b7814062-17e1-4ab6-9195-a7dc901457ff tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Jun 22 18:40:13.134087 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.138149 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.140398 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-f94b2a6c-20de-41f1-8b39-7317b611ac0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:13.173554 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2f1cbc-b635-448a-8980-9e9e462fb70e,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:13.177706 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=518250810f5f4ddd90158ce3b12e4054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435378 Jun 22 18:40:13.178591 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:13.180279 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34322) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:13.227637 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.247981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.292309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.294938 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:13.296038 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/ef2f1cbc-b635-448a-8980-9e9e462fb70e HTTP/1.1" status: 204 len: 168 time: 0.1148944 Jun 22 18:40:13.296771 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fa1a095f-307a-41c1-b3fc-077684464943 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:13.303847 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2f1cbc-b635-448a-8980-9e9e462fb70e,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:13.305979 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-8ba8d9a2-1d19-45fb-b3d4-89fb15288a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:13.778027 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:14.251215 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c009d-9a75-4fe4-91aa-ff5074790540 req-2f00a1e1-8cd0-4d54-a437-dbc6653b29ef tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:14.252705 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f95c009d-9a75-4fe4-91aa-ff5074790540 req-2f00a1e1-8cd0-4d54-a437-dbc6653b29ef tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0648131 Jun 22 18:40:14.290118 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f95c009d-9a75-4fe4-91aa-ff5074790540 req-0bb08712-1aec-4e17-befa-e9945e102612 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Jun 22 18:40:15.488152 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d754ec0-d1a4-4d8e-bfe2-5b779e74eab4 req-000ecf12-6d91-4021-8789-7f04a2741fd1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:15.490351 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3d754ec0-d1a4-4d8e-bfe2-5b779e74eab4 req-000ecf12-6d91-4021-8789-7f04a2741fd1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0821934 Jun 22 18:40:15.550094 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3d754ec0-d1a4-4d8e-bfe2-5b779e74eab4 req-517fe8ec-46d2-4b19-88b7-de020ea2d282 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435212 Jun 22 18:40:15.632844 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34398) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:15.733383 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.820674 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.825027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.827362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4de80513-5bd3-4bd3-99b7-8f84a2ca8f5b tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:15.862154 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=df929027c9e04abd8589438c21ffecb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282343 Jun 22 18:40:15.863027 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d54a21-25ff-4aec-8db3-e5a9e7d56263,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:15.864791 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34402) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:15.866469 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:15.916812 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.936975 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.983230 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.985806 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:15.986954 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/d9d54a21-25ff-4aec-8db3-e5a9e7d56263 HTTP/1.1" status: 204 len: 168 time: 0.1211874 Jun 22 18:40:15.987733 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2afa2f7c-aad3-4f50-968d-6db8e781d207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:15.994885 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d54a21-25ff-4aec-8db3-e5a9e7d56263,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:15.997044 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-29fe6dfa-047d-4b22-9568-ac10178d01d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:16.241309 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34408) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:16.254949 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.342035 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.345811 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.349063 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7128aa25-6b62-46c4-9de5-c4e5d9b21efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:16.386636 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=860d7c861f1f4e1b9611e9c4a1b05997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432810 Jun 22 18:40:16.388183 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e1b2c-1a8a-4bbe-a0fa-452eb31f9e01,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:16.389034 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34410) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:16.393146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-95bcf7e4-74a5-4fd7-8386-0e9b7a46fee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:16.439011 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.459053 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.503667 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.506283 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:16.507387 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/412e1b2c-1a8a-4bbe-a0fa-452eb31f9e01 HTTP/1.1" status: 204 len: 168 time: 0.1172247 Jun 22 18:40:16.508165 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0963dafe-6a02-4a44-b678-5e627f0666dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:16.515217 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e1b2c-1a8a-4bbe-a0fa-452eb31f9e01,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:16.517375 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:16.724517 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2986b-86b6-455b-85ee-24d173a339b8 req-41ac9bea-abd8-4ddf-93e8-e43ffb34f771 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:16.725933 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ccb2986b-86b6-455b-85ee-24d173a339b8 req-41ac9bea-abd8-4ddf-93e8-e43ffb34f771 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0688822 Jun 22 18:40:16.768693 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ccb2986b-86b6-455b-85ee-24d173a339b8 req-b5ea466e-4369-43c6-810d-6a66d0e53095 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371211 Jun 22 18:40:17.938362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3076-ad38-444e-a79f-ff001286fe31 req-2ef4763e-bf41-402f-9274-27cfca9a7243 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:17.939823 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e55c3076-ad38-444e-a79f-ff001286fe31 req-2ef4763e-bf41-402f-9274-27cfca9a7243 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0628669 Jun 22 18:40:17.977174 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-e55c3076-ad38-444e-a79f-ff001286fe31 req-ded8a524-3cf8-4e5a-9195-13eda75dbccf tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Jun 22 18:40:18.854159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:40:18.946780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:18.958120 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'mac_address': 'fa:16:3e:0a:62:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:40:18.993419 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:19.005940 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf9673f-d27c-4c9c-8634-a668e8abe908 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:19.025631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:19.031392 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:19.033301 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:19.077383 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:19.080470 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:19.153586 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36349b-7765-49dc-ad48-b53ab0a20030 req-e676da3a-2a78-4028-b5b2-1848c7d9ed02 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:19.154983 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-df36349b-7765-49dc-ad48-b53ab0a20030 req-e676da3a-2a78-4028-b5b2-1848c7d9ed02 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 944 time: 0.0674303 Jun 22 18:40:19.191166 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-df36349b-7765-49dc-ad48-b53ab0a20030 req-a5ba9892-a0bd-41dd-bb83-ee5895024a49 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Jun 22 18:40:19.363258 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['7bf9673f-d27c-4c9c-8634-a668e8abe908'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:40:20.362289 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea754c2f-c515-443b-8953-e354004c7fe0 req-7928e361-5d26-4da0-8a87-4a52dddf2ced tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:20.363721 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea754c2f-c515-443b-8953-e354004c7fe0 req-7928e361-5d26-4da0-8a87-4a52dddf2ced tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 944 time: 0.0619054 Jun 22 18:40:20.399769 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea754c2f-c515-443b-8953-e354004c7fe0 req-a656c0ee-d53c-472a-9309-f920cc1bea0f tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305970 Jun 22 18:40:20.866042 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:40:20.917486 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 7bf9673f-d27c-4c9c-8634-a668e8abe908 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:20.921339 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 7bf9673f-d27c-4c9c-8634-a668e8abe908 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:20.921718 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:20.999444 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:21.021091 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:21.023782 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25673b16-aef0-4c5c-ad95-98294c923ad6" -d '{"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-plugged", "status": "completed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:21.037128 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:21.046421 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:21.048294 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:21.069544 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b804ed6-07be-43fd-9214-f8155d6533d3 x-openstack-request-id: req-1b804ed6-07be-43fd-9214-f8155d6533d3 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:21.069842 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-plugged", "status": "completed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:21.070391 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-1b804ed6-07be-43fd-9214-f8155d6533d3 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:21.070785 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'code': 200} Jun 22 18:40:21.097345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:21.100312 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:21.383511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca81d3-3288-4aa2-9a23-a9cbd38e813f req-5d9954b5-6e68-456e-b5ce-76a449b15e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:21.384961 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-23ca81d3-3288-4aa2-9a23-a9cbd38e813f req-5d9954b5-6e68-456e-b5ce-76a449b15e84 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0605156 Jun 22 18:40:21.418275 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-23ca81d3-3288-4aa2-9a23-a9cbd38e813f req-1edda788-93eb-4aae-b082-a6c2fb1b9507 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261717 Jun 22 18:40:21.574501 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5a085-c120-4d24-8548-0719fa7ee7c6 req-fead4757-3d44-4364-ac40-315ec2f6b497 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:21.575945 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8ba5a085-c120-4d24-8548-0719fa7ee7c6 req-fead4757-3d44-4364-ac40-315ec2f6b497 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0630281 Jun 22 18:40:21.613234 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8ba5a085-c120-4d24-8548-0719fa7ee7c6 req-c96637e2-1c5b-4406-9b4a-a24a0a2c30c8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315967 Jun 22 18:40:22.779164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34544) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:22.808414 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b99f-e2e2-4f3c-9596-e47a3c2e49c0 req-e8573e1b-cfcd-417c-842e-51466d555b15 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:22.810472 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-63f8b99f-e2e2-4f3c-9596-e47a3c2e49c0 req-e8573e1b-cfcd-417c-842e-51466d555b15 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0799792 Jun 22 18:40:22.849490 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-63f8b99f-e2e2-4f3c-9596-e47a3c2e49c0 req-64cb0fef-9640-4a70-8216-b1838e194197 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jun 22 18:40:22.886145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:22.972315 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:22.975727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:22.978878 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e50ef4fd-ff5f-4313-9c1f-4c2ab05c0c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:23.013071 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=7b8e740e5c6f42108b4c5e9afacd37a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328548 Jun 22 18:40:23.014968 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024af9a2-9532-46f8-b779-b51c5c86c1a2,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:23.015813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34548) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:23.017977 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-41886152-8cca-4807-b739-7dac9c03e187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:23.064191 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.086824 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.136454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.139168 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.140315 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/024af9a2-9532-46f8-b779-b51c5c86c1a2 HTTP/1.1" status: 204 len: 168 time: 0.1235111 Jun 22 18:40:23.141094 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fca4e565-ccad-4259-b661-c54dac8ca5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:23.148833 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024af9a2-9532-46f8-b779-b51c5c86c1a2,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:23.151191 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ee0d3767-23fe-4e45-beb4-fde061b89cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:23.391756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34554) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:23.404797 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.509802 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.514244 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.517483 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fffb3d31-ea61-4ceb-b297-104a7c6de53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:23.552644 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=dedf7e499eec4a28bb927483d4a6055a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598456 Jun 22 18:40:23.553814 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a7c758-6f73-49d7-b634-f0df0f471112,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:23.555410 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34556) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:23.556827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:23.603416 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.624192 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.669669 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.672170 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:23.673272 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/e4a7c758-6f73-49d7-b634-f0df0f471112 HTTP/1.1" status: 204 len: 168 time: 0.1168754 Jun 22 18:40:23.674051 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-eda0c923-ff42-45b2-94db-150cc5ef19a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:23.681145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a7c758-6f73-49d7-b634-f0df0f471112,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:23.683472 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7924e23a-d43d-450b-8b25-4ee672f71513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:24.021816 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0a893-81f4-4fdf-917a-3beba58caf97 req-cf95364b-2d05-48d6-9260-17c9923942bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:24.023773 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d0a893-81f4-4fdf-917a-3beba58caf97 req-cf95364b-2d05-48d6-9260-17c9923942bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0647273 Jun 22 18:40:24.080724 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-10d0a893-81f4-4fdf-917a-3beba58caf97 req-a27db0e8-2b58-4d4c-b67b-fe3eae3ce17d tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509171 Jun 22 18:40:24.258132 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222d399-3b75-4991-be50-f5b893870dd1 req-0b65c420-e9ca-4df0-93f2-5d3e5c2633c8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:24.259593 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6222d399-3b75-4991-be50-f5b893870dd1 req-0b65c420-e9ca-4df0-93f2-5d3e5c2633c8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0661697 Jun 22 18:40:24.303680 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6222d399-3b75-4991-be50-f5b893870dd1 req-1590e2f7-b0e8-4681-bb5f-b39169cf52bf tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Jun 22 18:40:24.327658 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34582) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:24.340725 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34586) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:24.432564 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1191957009-network', 'tenant_id': 'baf1b1646f9045d8af350ede49b4bdbe'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:24.454474 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Made reservation on behalf of baf1b1646f9045d8af350ede49b4bdbe for: {'network': 1} {{(pid=92801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:40:24.456763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for network, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.465326 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.527711 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9c3cd-ad3b-4b5e-a8b4-39d7bbfb6bcb tempest-TestShelveInstance-538808016 tempest-TestShelveInstance-538808016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:24.529196 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7eb9c3cd-ad3b-4b5e-a8b4-39d7bbfb6bcb tempest-TestShelveInstance-538808016 tempest-TestShelveInstance-538808016-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1093 time: 0.2005751 Jun 22 18:40:24.532256 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34590) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:24.537354 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.v2.base [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Request body: {'floatingip': {'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:24.562726 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.570302 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.575774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-fe066094-f34e-4c97-97e5-81c57d663eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:24.606789 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1382} {{(pid=92801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:40:24.608611 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for floatingip, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.614282 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c479fe-dd55-43dd-b17a-c99249bc4179,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:24.626048 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:24.632266 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.632612 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.segments_db [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Added segment cb292792-6414-49d9-b932-b04eb46adc2d of type vlan for network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 Jun 22 18:40:24.711891 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764647232997'] for network, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.752975 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193'] for network, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.755163 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:24.755746 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.760732 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:24.816743 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] 10.222.0.108 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4749632 Jun 22 18:40:24.819662 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34592) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:24.825664 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Request body: {'subnet': {'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1191957009-subnet', 'tenant_id': 'baf1b1646f9045d8af350ede49b4bdbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:24.835387 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.837118 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:24.840914 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:24.847350 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 details requested by agent ovs-agent-dv-cinder-797170-4-iscsi with host dv-cinder-797170-4-iscsi {{(pid=92802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:40:24.852271 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Made reservation on behalf of baf1b1646f9045d8af350ede49b4bdbe for: {'subnet': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:40:24.856274 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564143'] for subnet, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:24.959788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_common [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Allocated IP 172.27.1.24 (956ad961-fb51-4449-b138-3aa3ca35f681/d84a9f37-8ffa-4163-988c-4fa42324a6e3/7af47a99-e651-4cd3-8d18-8c11497176a1) {{(pid=92801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:25.046800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564097'] for subnet, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.049825 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:25.059588 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for port, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.101973 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3518362'] for port, after_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.102289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099d3282-caf9-4003-8052-d257205b4cac,revision_number=0']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:25.105517 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b73a3726-dd2f-493d-b27b-7b65db242eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:25.106765 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:25.113794 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Checking segment: {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:40:25.114189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Network hostable DHCP agents. Network: a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729, hostable agents: ['eef4ad11-3d41-464e-b648-18fac9570cdc'], hosted agents: [] {{(pid=92800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:40:25.131203 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 is scheduled to be hosted by DHCP agent eef4ad11-3d41-464e-b648-18fac9570cdc with binding_index 1 {{(pid=92800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:40:25.139871 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Network 956ad961-fb51-4449-b138-3aa3ca35f681 is already hosted by enough agents. {{(pid=92801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:25.140476 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-4-iscsi, a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729) {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:25.144935 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.base_scheduler [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Resources bound (agent type, host, resource id): {{(pid=92801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:25.145095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:25.145569 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.148224 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Received port after_create {{(pid=92801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:25.152885 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065320f2-b2f7-4d38-b459-846ae21c4648 None None] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:40:25.160217 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-b64b19be-e75d-47b8-bfd5-41a965faaac0 admin admin] 10.222.0.108 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3391061 Jun 22 18:40:25.177167 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'Port': ['ID=7af47a99-e651-4cd3-8d18-8c11497176a1,revision_number=1']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:25.181106 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:25.290520 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13d186-c3b2-4e92-a7ec-21bfdaa7b8b7 None None] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:40:25.539396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.621889 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.773666 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for port, precommit_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.778091 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3518344'] for port, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.780069 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8354be1b-0d1f-41e9-9c51-93964a1002cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:25.841444 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event updated for resources: {'Port': ['ID=7af47a99-e651-4cd3-8d18-8c11497176a1,revision_number=2']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:25.845386 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:25.855458 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624240'] for floatingip, after_update {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:25.951257 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Floating IP 631582d1-1f79-4b9f-88d7-8a869658ccfd associated. External IP: 172.27.1.24, port: 7bf9673f-d27c-4c9c-8634-a668e8abe908. Jun 22 18:40:26.152701 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:26.259942 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:26.269501 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Sync routers for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:26.275362 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:26.279267 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:26.279893 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:26.311547 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7782290 Jun 22 18:40:26.312222 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:26.314756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c94baa1-4a80-4882-bd44-3fce3457be95" -d '{"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:26.355694 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012f08e3-80b5-4fa3-85f2-8e6447e0f0f5 x-openstack-request-id: req-012f08e3-80b5-4fa3-85f2-8e6447e0f0f5 {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:26.360347 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:26.360819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-012f08e3-80b5-4fa3-85f2-8e6447e0f0f5 {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:26.361422 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'status': 'completed', 'code': 200} Jun 22 18:40:26.406784 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:26.459653 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-0a318c28-1545-4f53-bb65-f852edfa5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:26.461114 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-0a318c28-1545-4f53-bb65-f852edfa5048 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0556571 Jun 22 18:40:26.551757 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-57cf12e6-9905-433f-a252-a429071944cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:26.553238 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-57cf12e6-9905-433f-a252-a429071944cd service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0849159 Jun 22 18:40:26.616984 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-5484beb3-2e54-4dc3-8587-28c86e4008d4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 998 time: 0.0566633 Jun 22 18:40:26.632156 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '631582d1-1f79-4b9f-88d7-8a869658ccfd', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'mac_address': 'fa:16:3e:0a:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:25Z', 'updated_at': '2021-06-22T18:40:25Z', 'revision_number': 0, 'project_id': '56272049d4d84f03928e7a85bc107804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:26.661463 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Checking router: 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:26.669668 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-7bfcabfa-8f5a-4125-9c47-49cb7b34b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:26.669849 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:26.670387 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:26.671145 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-7bfcabfa-8f5a-4125-9c47-49cb7b34b9df service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0474246 Jun 22 18:40:26.735242 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-b79f603a-f9a2-455a-b79a-dfddd42829f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:26.736848 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-b79f603a-f9a2-455a-b79a-dfddd42829f0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594246 Jun 22 18:40:26.774122 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:26.834724 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-9f251ea1-1ecd-460f-afb0-876c4eded5b4 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908852 Jun 22 18:40:26.930084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-fbce648d-47dd-44af-b409-aa50786f8905 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:26.931801 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-fbce648d-47dd-44af-b409-aa50786f8905 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 814 time: 0.1111145 Jun 22 18:40:26.936699 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-1c94baa1-4a80-4882-bd44-3fce3457be95 req-8091d2a5-3f5a-4384-8b60-648b27e7a37f service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953190 Jun 22 18:40:26.946947 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-4a40e0a6-6acd-4bb0-ba49-63ffc47d2880 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/quotas/baf1b1646f9045d8af350ede49b4bdbe HTTP/1.1" status: 200 len: 375 time: 0.0092666 Jun 22 18:40:26.981014 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-849d3e35-d44b-4e0c-897e-11456e955fb5 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281641 Jun 22 18:40:27.008095 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '631582d1-1f79-4b9f-88d7-8a869658ccfd', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'mac_address': 'fa:16:3e:0a:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:25Z', 'updated_at': '2021-06-22T18:40:25Z', 'revision_number': 0, 'project_id': '56272049d4d84f03928e7a85bc107804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:27.033412 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261e208-5351-4efa-ba9f-d0ed1d429fc8 None None] The sync data for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi is: [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': '631582d1-1f79-4b9f-88d7-8a869658ccfd', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'mac_address': 'fa:16:3e:0a:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:40:25Z', 'updated_at': '2021-06-22T18:40:25Z', 'revision_number': 0, 'project_id': '56272049d4d84f03928e7a85bc107804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:27.070284 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-e09b1068-5bfa-4769-8a41-8ee750b4d3cd service neutron] 10.222.0.108 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824556 Jun 22 18:40:27.163844 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-b3cc672c-bbd3-43c1-a59f-454e221f0bd3 service neutron] 10.222.0.108 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874987 Jun 22 18:40:27.210079 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358cb82-4292-47ad-9e08-8f360fa1cb4e None None] New status for floating IP 631582d1-1f79-4b9f-88d7-8a869658ccfd: ACTIVE {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:27.333680 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-aef072ba-d7bb-4266-a4bb-7ef46f1fff0a req-8e0e4eb3-2643-4d2f-948d-594982016e08 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0316339 Jun 22 18:40:28.473408 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6fb1aa90-19db-4fed-b7b7-e0808dc55614 req-1abf1d06-e47b-4c67-88d0-17f65329bf1c tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0284958 Jun 22 18:40:28.576287 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-81227780-dbd4-4d03-9757-f0441f70be97 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:28.577707 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-81227780-dbd4-4d03-9757-f0441f70be97 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 814 time: 0.1109402 Jun 22 18:40:28.598882 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Request body: {'port': {'device_id': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729', 'admin_state_up': True, 'tenant_id': 'baf1b1646f9045d8af350ede49b4bdbe'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:28.957510 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Made reservation on behalf of baf1b1646f9045d8af350ede49b4bdbe for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:40:28.960949 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.082138 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Allocated IP 172.20.0.12 (a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729/099d3282-caf9-4003-8052-d257205b4cac/030a0562-623e-4848-ac3d-41e4c94c4cf9) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:29.223168 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.260945 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.266015 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-321d2a26-5707-422d-9b7c-92c27ba4040a tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:29.306482 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:29.309703 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:29.312089 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:29.337934 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Pushing event updated for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:29.341325 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:29.366275 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:29.366876 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.379939 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-35ecbf11-88a7-492d-bd73-5333e8ee883e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7850738 Jun 22 18:40:29.398044 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Request body: {'port': {'device_id': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:29.469803 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.667739 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3970-875a-4c6c-aeaf-214ba92bcfcf req-050cab33-d5af-44f3-ad2c-0844b8aa3d7e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:29.669944 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-030b3970-875a-4c6c-aeaf-214ba92bcfcf req-050cab33-d5af-44f3-ad2c-0844b8aa3d7e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 932 time: 0.0858355 Jun 22 18:40:29.706733 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-030b3970-875a-4c6c-aeaf-214ba92bcfcf req-1f6cfdde-c0fc-4046-afed-da0c27208b68 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311892 Jun 22 18:40:29.728036 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030a0562-623e-4848-ac3d-41e4c94c4cf9 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:29.736110 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.747413 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Transition to ACTIVE for port object 030a0562-623e-4848-ac3d-41e4c94c4cf9 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:29.751124 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.753806 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e395fb8c-ebe9-4e52-84d7-2c75a9374ce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:29.820562 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Pushing event updated for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:29.824384 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:29.867717 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Attempting to bind port 030a0562-623e-4848-ac3d-41e4c94c4cf9 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:40:29.868051 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Attempting to bind port 030a0562-623e-4848-ac3d-41e4c94c4cf9 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:40:29.868380 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Attempting to bind port 030a0562-623e-4848-ac3d-41e4c94c4cf9 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:29.873122 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Port 030a0562-623e-4848-ac3d-41e4c94c4cf9 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:40:29.873438 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Attempting to bind port 030a0562-623e-4848-ac3d-41e4c94c4cf9 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:29.878249 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:40:29.878580 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Checking segment: {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:40:29.878952 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Bound using segment: {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:40:29.879371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Bound port: 030a0562-623e-4848-ac3d-41e4c94c4cf9, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:40:29.879710 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.940367 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:40:29.943392 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:40:29.947371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.950630 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-898204e3-25dc-4d09-9b28-5d1abe607e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:29.985231 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:29.986345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:29.988624 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] 10.222.0.112 "PUT /v2.0/ports/030a0562-623e-4848-ac3d-41e4c94c4cf9 HTTP/1.1" status: 200 len: 1094 time: 0.5944982 Jun 22 18:40:29.989425 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:29.992799 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464039eb-a869-426b-86dc-367e895f0ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:30.020023 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Pushing event updated for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:30.023030 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:30.033729 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87008b10-edc7-4c3e-96c9-df302f48909f x-openstack-request-id: req-87008b10-edc7-4c3e-96c9-df302f48909f {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:30.034158 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:30.034452 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-87008b10-edc7-4c3e-96c9-df302f48909f {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:30.034946 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9', 'status': 'completed', 'code': 200} Jun 22 18:40:30.108350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-a0bef29c-db20-4de7-a078-7bcbba1dab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.109805 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-a0bef29c-db20-4de7-a078-7bcbba1dab27 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0566573 Jun 22 18:40:30.157081 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-3be0af89-e4ee-47d4-aebe-846499f2c567 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9 HTTP/1.1" status: 200 len: 217 time: 0.0336511 Jun 22 18:40:30.205402 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-ab8ef2ba-19dd-427f-a6d5-3ec1af50e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.206831 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-ab8ef2ba-19dd-427f-a6d5-3ec1af50e0f3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=099d3282-caf9-4003-8052-d257205b4cac HTTP/1.1" status: 200 len: 854 time: 0.0427618 Jun 22 18:40:30.239435 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-32c0170f-1290-40ed-ba09-c3b568729f3c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255289 Jun 22 18:40:30.333948 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-094d0609-e2a9-4619-9252-2607a53d2d5d service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Jun 22 18:40:30.424913 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-b3b8eb7e-daff-4e7d-92a7-d30715c47080 req-cb9eec5d-66a4-41a8-b681-149022cd2a82 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Jun 22 18:40:30.580589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464039eb-a869-426b-86dc-367e895f0ad9 req-4f40cc02-8959-4602-ae35-8844e8853189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.582067 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-4f40cc02-8959-4602-ae35-8844e8853189 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0528193 Jun 22 18:40:30.670926 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464039eb-a869-426b-86dc-367e895f0ad9 req-498331e8-f2a0-411e-b336-bea9e3e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.672383 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-498331e8-f2a0-411e-b336-bea9e3e12d83 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 916 time: 0.0817311 Jun 22 18:40:30.716489 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-1a3ba636-d8b1-427d-9117-a34037a5a574 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9 HTTP/1.1" status: 200 len: 217 time: 0.0369079 Jun 22 18:40:30.764151 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464039eb-a869-426b-86dc-367e895f0ad9 req-38af50a2-6497-4d60-be30-6138e209dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.765596 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-38af50a2-6497-4d60-be30-6138e209dd85 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=099d3282-caf9-4003-8052-d257205b4cac HTTP/1.1" status: 200 len: 854 time: 0.0427213 Jun 22 18:40:30.799538 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-67f85738-3d9e-40af-85e5-78c4438a028f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264747 Jun 22 18:40:30.879690 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec464-b056-43a8-b002-e03d15ad2956 req-4dc5c0de-d38d-44f3-a2f5-e786c087715a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:30.881064 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-604ec464-b056-43a8-b002-e03d15ad2956 req-4dc5c0de-d38d-44f3-a2f5-e786c087715a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0627737 Jun 22 18:40:30.891556 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-74d46340-08d3-48c6-9c47-fdc706f8a342 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846708 Jun 22 18:40:30.920727 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-604ec464-b056-43a8-b002-e03d15ad2956 req-6294b32c-9b9c-4214-89d8-bda3d4560f4a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Jun 22 18:40:30.982518 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-464039eb-a869-426b-86dc-367e895f0ad9 req-3a0e81f2-a22e-46b4-9426-b2831d8fa442 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825770 Jun 22 18:40:32.092208 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dd92e-2cb6-4551-b3ba-1327e86c507f req-89f4402a-6fa2-457a-96e0-142c17ea430e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:32.093641 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7f0dd92e-2cb6-4551-b3ba-1327e86c507f req-89f4402a-6fa2-457a-96e0-142c17ea430e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 944 time: 0.0656135 Jun 22 18:40:32.129478 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7f0dd92e-2cb6-4551-b3ba-1327e86c507f req-ec967eb3-b021-4164-a0ef-2f2b22a87bc5 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303698 Jun 22 18:40:32.899307 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 030a0562-623e-4848-ac3d-41e4c94c4cf9 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:40:32.994182 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:33.005302 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '030a0562-623e-4848-ac3d-41e4c94c4cf9', 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729', 'port_id': '030a0562-623e-4848-ac3d-41e4c94c4cf9', 'mac_address': 'fa:16:3e:89:cd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099d3282-caf9-4003-8052-d257205b4cac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:40:33.040111 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:33.052679 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030a0562-623e-4848-ac3d-41e4c94c4cf9 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:33.071834 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:33.075626 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:33.077330 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:33.239345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:33.242366 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:33.302502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ca643-d042-4fb3-81e9-f1ecfe01cc43 req-b380dd40-c5bc-4690-982a-ae0f6fb97a0a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:33.303959 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7d6ca643-d042-4fb3-81e9-f1ecfe01cc43 req-b380dd40-c5bc-4690-982a-ae0f6fb97a0a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0632410 Jun 22 18:40:33.341465 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7d6ca643-d042-4fb3-81e9-f1ecfe01cc43 req-0848797a-2f55-49c3-a241-6cf6c759b329 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jun 22 18:40:33.422222 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['030a0562-623e-4848-ac3d-41e4c94c4cf9'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:40:34.506937 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7540dc-76bf-418e-ad9e-a483bf63cd00 req-3d11d41d-1149-4110-82ea-e883a83d17e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:34.508371 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7f7540dc-76bf-418e-ad9e-a483bf63cd00 req-3d11d41d-1149-4110-82ea-e883a83d17e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 945 time: 0.0611606 Jun 22 18:40:34.545126 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7f7540dc-76bf-418e-ad9e-a483bf63cd00 req-e8af1fae-ee5c-498b-ace2-9bb998a8b577 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Jun 22 18:40:34.901996 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 030a0562-623e-4848-ac3d-41e4c94c4cf9 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:40:34.952028 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 030a0562-623e-4848-ac3d-41e4c94c4cf9 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:34.955833 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 030a0562-623e-4848-ac3d-41e4c94c4cf9 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:34.956216 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.031925 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.053456 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:35.055712 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10183c91-f509-4106-9760-d3785f5eb107" -d '{"events": [{"server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:35.067958 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:35.072056 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.073851 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:35.094900 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f077e8-f6cd-4112-8b39-b4531d161f4e x-openstack-request-id: req-87f077e8-f6cd-4112-8b39-b4531d161f4e {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:35.095195 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "name": "network-vif-plugged", "status": "completed", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:35.095447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-87f077e8-f6cd-4112-8b39-b4531d161f4e {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:35.095833 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9', 'code': 200} Jun 22 18:40:35.120388 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:35.123415 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:35.359961 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8cae1-12d6-4381-9387-2b83d0d795d3 req-5485f8f8-ebb5-4d4b-bf2b-888a7c980689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:35.361585 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-98e8cae1-12d6-4381-9387-2b83d0d795d3 req-5485f8f8-ebb5-4d4b-bf2b-888a7c980689 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0576217 Jun 22 18:40:35.366814 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-355c5ada-57a2-441a-9246-c9ca727752ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.397584 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-98e8cae1-12d6-4381-9387-2b83d0d795d3 req-b2a12788-7015-4cb1-bd76-21046e0b1698 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282784 Jun 22 18:40:35.720615 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49397-d495-4e27-b1ab-5584fa9892d2 req-04bab8e4-9202-46cc-878f-7980593d8885 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:35.721973 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56e49397-d495-4e27-b1ab-5584fa9892d2 req-04bab8e4-9202-46cc-878f-7980593d8885 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 946 time: 0.0659564 Jun 22 18:40:35.758112 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-56e49397-d495-4e27-b1ab-5584fa9892d2 req-b5e9ea89-3f43-4f72-913c-026ec55dfa36 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 Jun 22 18:40:36.925993 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de35b0-1e5a-44c6-8e3f-748fcf96f6b7 req-39d5f4e1-eb2e-462c-b120-0474a3086a9e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:36.927445 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-74de35b0-1e5a-44c6-8e3f-748fcf96f6b7 req-39d5f4e1-eb2e-462c-b120-0474a3086a9e tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 946 time: 0.0629866 Jun 22 18:40:36.964546 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-74de35b0-1e5a-44c6-8e3f-748fcf96f6b7 req-baf3cb6a-434a-4254-bf1a-84a7afa88bb0 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Jun 22 18:40:37.919553 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0729ed1f-d3d5-478c-9e44-2cdc701e3cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:38.059162 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:39.029062 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:41.243543 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:43.784456 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:45.202719 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:56.756231 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-898af526-78a6-4453-beca-6a003fb56539 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533059 Jun 22 18:40:56.884139 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-2015bf6c-46cf-4915-8564-a5c04e2246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:56.885596 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-2015bf6c-46cf-4915-8564-a5c04e2246e1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.0517120 Jun 22 18:40:56.992427 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-d06119e3-fbe2-4876-b477-5d9162130482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:56.993877 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-d06119e3-fbe2-4876-b477-5d9162130482 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0857935 Jun 22 18:40:57.056735 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-c29aefcc-95c9-4e03-b1d3-75b1c517920e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 1001 time: 0.0547721 Jun 22 18:40:57.105354 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-70892a38-063f-4269-9687-3fd2e53b5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:57.106653 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-70892a38-063f-4269-9687-3fd2e53b5cfc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0412025 Jun 22 18:40:57.166270 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-4a97fa6b-b04b-4bbd-916b-1653a7de1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:57.167707 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-4a97fa6b-b04b-4bbd-916b-1653a7de1ddf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534606 Jun 22 18:40:57.258382 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-b138d28b-a486-4e4f-9519-451d28131133 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Jun 22 18:40:57.351053 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-96ed8b93-10e9-49ea-ad54-ac713cf078b6 req-1beb4283-ae3a-436e-946e-f455c0ce08a7 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846841 Jun 22 18:40:57.473109 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34778) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:57.626284 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port 29797849-0def-456a-96d0-a88b28ed26f2 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:40:57.626897 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:57.700853 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:57.701186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:57.712678 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for 29797849-0def-456a-96d0-a88b28ed26f2 owned by network:floatingip {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:40:57.879009 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:57.881711 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dc49f242-e937-401f-8971-948b2f37b142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:57.908350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=29797849-0def-456a-96d0-a88b28ed26f2,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:57.912091 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:57.966779 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:57.967122 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.db.l3_db [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP 885b9069-55c6-4ad3-8dfe-0625a72a0083 disassociated (deleted). External IP: 172.27.1.180, port: ec4b7f6a-7030-4804-a2f4-321cfe120afe. Jun 22 18:40:58.160189 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:58.260156 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:58.268138 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:58.271373 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:58.280605 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:58.281221 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:58.303694 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-fb74f939-4f9d-410f-a627-0cf9763b364e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "DELETE /v2.0/floatingips/885b9069-55c6-4ad3-8dfe-0625a72a0083 HTTP/1.1" status: 204 len: 168 time: 0.8294656 Jun 22 18:40:58.304337 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:58.306636 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c7fb25-7de6-4df1-8bb9-2855725a84b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:58.383731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:58.542349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9033c053-ba85-47cf-b8dc-b98b7b4aa8a0 x-openstack-request-id: req-9033c053-ba85-47cf-b8dc-b98b7b4aa8a0 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:58.542788 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:58.543173 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-9033c053-ba85-47cf-b8dc-b98b7b4aa8a0 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:58.543702 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'status': 'completed', 'code': 200} Jun 22 18:40:58.603762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:58.632726 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:58.641652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:58.642275 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:58.688256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-b57e4145-c11f-46bd-afde-d8d3ffacb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.690143 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-b57e4145-c11f-46bd-afde-d8d3ffacb244 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 1099 time: 0.0594370 Jun 22 18:40:58.693974 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106348-7ab8-4921-8b7d-8faada57db93 req-aec9ea94-0075-40bb-8387-03263b57b035 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.695544 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d106348-7ab8-4921-8b7d-8faada57db93 req-aec9ea94-0075-40bb-8387-03263b57b035 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0716362 Jun 22 18:40:58.734662 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6d106348-7ab8-4921-8b7d-8faada57db93 req-44a48586-3e11-45de-a540-e467a008d585 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Jun 22 18:40:58.751678 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:58.789028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-78e06dd5-71d1-40af-872f-dc6840530772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.790667 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-78e06dd5-71d1-40af-872f-dc6840530772 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0934868 Jun 22 18:40:58.835266 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-7cb2cbb2-9d03-4015-a458-503291c13fb9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe HTTP/1.1" status: 200 len: 217 time: 0.0347013 Jun 22 18:40:58.884655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-aee5151d-2872-4e0f-afd3-192c0b0519f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.886191 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-aee5151d-2872-4e0f-afd3-192c0b0519f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.0427299 Jun 22 18:40:58.951107 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-d8c13d2b-a672-48ee-bdd8-401221bb1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.952614 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-d8c13d2b-a672-48ee-bdd8-401221bb1bfb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562425 Jun 22 18:40:58.975587 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:59.001919 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ef42c-5810-44ae-9353-d436ca49458d None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_floatingips': [{'id': 'b02124f4-10c0-4329-94ba-ea40bf12f47b', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'router_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'port_id': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'mac_address': 'fa:16:3e:16:15:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:52Z', 'updated_at': '2021-06-22T18:36:55Z', 'revision_number': 1, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:59.043311 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-57d4696b-f825-40c8-b5e8-7c2514bb3e59 service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808644 Jun 22 18:40:59.135721 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-13c7fb25-7de6-4df1-8bb9-2855725a84b2 req-cc1b4db8-b1f3-430a-8774-14ccbf94a7fb service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Jun 22 18:40:59.218181 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f06929-0f34-4057-9745-dc13828a741d None None] New status for floating IP 885b9069-55c6-4ad3-8dfe-0625a72a0083: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:59.905913 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea8637-9f70-4d25-8316-918a240da6a8 req-273bed0d-c189-402d-9de8-112b208537d9 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.911085 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aea8637-9f70-4d25-8316-918a240da6a8 req-273bed0d-c189-402d-9de8-112b208537d9 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0642979 Jun 22 18:40:59.947816 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0aea8637-9f70-4d25-8316-918a240da6a8 req-85e45038-02a4-472e-9e7f-eb9ae79da5bc tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Jun 22 18:41:00.679595 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-0a720497-6fb0-4aa8-b7e5-5921b75e8a47 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:00.681028 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-0a720497-6fb0-4aa8-b7e5-5921b75e8a47 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 946 time: 0.0618563 Jun 22 18:41:00.782276 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port ec4b7f6a-7030-4804-a2f4-321cfe120afe {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:00.782617 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:00.871120 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] For port ec4b7f6a-7030-4804-a2f4-321cfe120afe, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ec4b7f6a-7030-4804-a2f4-321cfe120afe,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:00.871344 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:00.884416 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for ec4b7f6a-7030-4804-a2f4-321cfe120afe owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:01.011474 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:01.015303 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:01.037902 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=ec4b7f6a-7030-4804-a2f4-321cfe120afe,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:01.052872 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.053077 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.053382 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.053736 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.054109 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.054465 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.054817 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.055165 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.055515 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.055857 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.056199 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.056541 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:01.078384 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:01.092994 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-fb9affcf-b792-4ea7-a1e8-c7ccab8745c5 req-6ca55960-7011-471d-abd6-9151d400df10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=8ef2354c-d126-4259-a74a-10cae33f9c97 HTTP/1.1" status: 200 len: 210 time: 0.0323668 Jun 22 18:41:01.098782 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] No DVR routers for this DVR port ec4b7f6a-7030-4804-a2f4-321cfe120afe on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:01.101112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:01.103078 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-aec3dab9-5a7e-483c-bb72-c920c1135384 req-b2ff1121-5d4a-4555-ae36-9b564b1b238e tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "DELETE /v2.0/ports/ec4b7f6a-7030-4804-a2f4-321cfe120afe HTTP/1.1" status: 204 len: 173 time: 0.4159067 Jun 22 18:41:01.103578 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'name': 'network-vif-deleted', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:01.105866 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04f9dd-f561-45b5-a3e7-907fc7219d07" -d '{"events": [{"server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "name": "network-vif-deleted", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:01.141337 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fda5de-3d53-4a92-8c88-2c55a634fe3c x-openstack-request-id: req-c3fda5de-3d53-4a92-8c88-2c55a634fe3c {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:01.141666 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef2354c-d126-4259-a74a-10cae33f9c97", "name": "network-vif-deleted", "tag": "ec4b7f6a-7030-4804-a2f4-321cfe120afe", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:01.141981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c3fda5de-3d53-4a92-8c88-2c55a634fe3c {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:01.142432 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef2354c-d126-4259-a74a-10cae33f9c97', 'name': 'network-vif-deleted', 'tag': 'ec4b7f6a-7030-4804-a2f4-321cfe120afe', 'status': 'completed', 'code': 200} Jun 22 18:41:03.123159 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ec4b7f6a-7030-4804-a2f4-321cfe120afe no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:03.146590 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: ec4b7f6a-7030-4804-a2f4-321cfe120afe {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:03.146939 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device ec4b7f6a-7030-4804-a2f4-321cfe120afe not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:04.404826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34828) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:04.558802 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port 69cbfb98-729b-4aa2-b4c4-df1d4057b07c {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:04.559137 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:04.632796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:04.633121 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:04.644317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for 69cbfb98-729b-4aa2-b4c4-df1d4057b07c owned by network:floatingip {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:04.786174 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:04.788923 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-378b1d40-65e5-49dc-8bea-43b51c9d0b5b tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:04.816658 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=69cbfb98-729b-4aa2-b4c4-df1d4057b07c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:04.833489 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:04.870625 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:04.870956 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Floating IP b02124f4-10c0-4329-94ba-ea40bf12f47b disassociated (deleted). External IP: 172.27.1.92, port: c0d885b9-49e9-4f60-90bb-956ab2b29f32. Jun 22 18:41:05.346596 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:41:05.367335 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-770f0392-504b-4a91-9f86-f29335e2ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:05.453956 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:41:05.458709 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:05.462963 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:41:05.471914 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:05.472587 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:05.496689 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-9158db4d-d1ac-4120-b749-3edc20125bc6 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "DELETE /v2.0/floatingips/b02124f4-10c0-4329-94ba-ea40bf12f47b HTTP/1.1" status: 204 len: 168 time: 1.0907955 Jun 22 18:41:05.497344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:05.500410 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:05.577047 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:05.774399 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:05.800945 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:41:05.809079 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:05.810274 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:40:38Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:05.842752 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1722af-2fbd-40f3-bc89-b0414cb0831a x-openstack-request-id: req-da1722af-2fbd-40f3-bc89-b0414cb0831a {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:05.843157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:05.843621 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-da1722af-2fbd-40f3-bc89-b0414cb0831a {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:05.844119 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'status': 'completed', 'code': 200} Jun 22 18:41:05.913014 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:05.991549 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd07de-dcdc-4436-b90d-3df85fa30a4e req-4de9857b-4ba4-4796-aa79-49311ade06a8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:05.993128 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bedd07de-dcdc-4436-b90d-3df85fa30a4e req-4de9857b-4ba4-4796-aa79-49311ade06a8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0658448 Jun 22 18:41:06.033171 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-bedd07de-dcdc-4436-b90d-3df85fa30a4e req-a9777c32-eff4-41f6-aa4b-038080d559f8 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Jun 22 18:41:06.223242 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:06.247962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fa3fe-e538-424f-905c-b06ec6187f8a None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:49Z', 'revision_number': 4, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': '26afa9a9-6a3b-430a-8282-6f8d55cfdcc2', 'name': '', 'network_id': 'df37ccb1-894c-4aae-8898-7ea7a711b9dc', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'mac_address': 'fa:16:3e:80:5f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:48Z', 'updated_at': '2021-06-22T18:31:55Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'subnets': [{'id': 'da9dc07d-33ad-4338-97e3-80242fe0af3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:41:06.479258 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c72e9-0a41-45c2-a182-a90296afd82e None None] New status for floating IP b02124f4-10c0-4329-94ba-ea40bf12f47b: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:41:07.203520 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04e2d5-25e2-43f4-a4aa-b777447b27c7 req-c490d447-d054-49cf-81e8-673b939bc865 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:07.204879 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a04e2d5-25e2-43f4-a4aa-b777447b27c7 req-c490d447-d054-49cf-81e8-673b939bc865 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0630970 Jun 22 18:41:07.240344 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-1a04e2d5-25e2-43f4-a4aa-b777447b27c7 req-bbc78cd5-f643-4ad7-a5a9-4f3bff11949d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300939 Jun 22 18:41:07.567397 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-0c73a6d8-cad1-4e75-a0ba-fddf00ca0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:07.568837 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-0c73a6d8-cad1-4e75-a0ba-fddf00ca0249 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e2ced81c690646a081ae6c174b1396b6&device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 1099 time: 0.0551879 Jun 22 18:41:07.669289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-ba9d40cb-bb9b-4dee-bcf2-1dd49f414ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:07.670915 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-ba9d40cb-bb9b-4dee-bcf2-1dd49f414ec6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 200 len: 914 time: 0.0855680 Jun 22 18:41:07.722253 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-3836ea1e-d486-4767-a1e4-21ccef66ed35 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 200 len: 217 time: 0.0377421 Jun 22 18:41:07.912165 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-62247c42-7ed8-4ef9-8f2e-ac64888c5a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:08.021429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-ffc70a8c-4c96-40bb-9451-e984ed8f6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:08.022902 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-ffc70a8c-4c96-40bb-9451-e984ed8f6f90 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 200 len: 851 time: 0.2942228 Jun 22 18:41:08.060871 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:08.079955 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-b8ba3892-f629-4fb1-abfe-4e3faefaa6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:08.081407 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-b8ba3892-f629-4fb1-abfe-4e3faefaa6f9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=df37ccb1-894c-4aae-8898-7ea7a711b9dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506890 Jun 22 18:41:08.171819 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-4a2dd60a-69ea-4214-93fc-4ab013b3dacf service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829682 Jun 22 18:41:08.261746 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8e1465ec-bad4-4134-aafc-1fd530b5f7b4 req-12230279-b2bf-42b8-8c36-bf79596d9b4e service neutron] 10.222.0.112 "GET /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803671 Jun 22 18:41:08.418842 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f2e0-9930-4fc2-ae4d-c16cf14550ec req-e39c4877-4407-45e1-a3b2-99f7684d195f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:08.420834 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6e0f2e0-9930-4fc2-ae4d-c16cf14550ec req-e39c4877-4407-45e1-a3b2-99f7684d195f tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0689073 Jun 22 18:41:08.460284 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b6e0f2e0-9930-4fc2-ae4d-c16cf14550ec req-038070f4-92c0-4f30-88b4-424ae8d7898c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338612 Jun 22 18:41:09.031673 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:09.644376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127202b4-20eb-4f1e-bc71-137e59b419e3 req-a49f7c26-0c45-4241-b787-fb66cbf87a28 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:09.646266 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-127202b4-20eb-4f1e-bc71-137e59b419e3 req-a49f7c26-0c45-4241-b787-fb66cbf87a28 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0757346 Jun 22 18:41:09.685130 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-127202b4-20eb-4f1e-bc71-137e59b419e3 req-91664545-8a85-4dbc-bbb7-c71712272d34 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Jun 22 18:41:10.853377 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fccb1-85b2-400d-acc4-6ab8127c6aeb req-85cf7dd7-3d28-48f0-a81d-651d03a7b137 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:10.854748 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed1fccb1-85b2-400d-acc4-6ab8127c6aeb req-85cf7dd7-3d28-48f0-a81d-651d03a7b137 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0615788 Jun 22 18:41:10.894913 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ed1fccb1-85b2-400d-acc4-6ab8127c6aeb req-ae297c1c-3cd2-49d5-a501-a3853dc06a58 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347619 Jun 22 18:41:11.249690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:12.064841 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189309e2-fac0-4f02-9cb5-d1a7f0190a6c req-68895e87-6215-41c7-a538-76aefec4383c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:12.066307 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-189309e2-fac0-4f02-9cb5-d1a7f0190a6c req-68895e87-6215-41c7-a538-76aefec4383c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0626483 Jun 22 18:41:12.103238 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-189309e2-fac0-4f02-9cb5-d1a7f0190a6c req-4318dc9c-3266-4af9-a804-f6c409235c97 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/security-groups?id=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Jun 22 18:41:12.612588 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-78e5cdb4-128f-4948-bb86-d559d182876d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:12.614305 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-78e5cdb4-128f-4948-bb86-d559d182876d tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 946 time: 0.0654564 Jun 22 18:41:12.719999 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port c0d885b9-49e9-4f60-90bb-956ab2b29f32 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:12.720344 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:12.813964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] For port c0d885b9-49e9-4f60-90bb-956ab2b29f32, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c0d885b9-49e9-4f60-90bb-956ab2b29f32,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:12.814365 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:12.827248 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for c0d885b9-49e9-4f60-90bb-956ab2b29f32 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:12.950418 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:12.954250 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2c85f0d4-eb13-4c58-a6b0-d4a6a5b9d01c tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:12.980112 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=c0d885b9-49e9-4f60-90bb-956ab2b29f32,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:12.983943 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:13.027587 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] No DVR routers for this DVR port c0d885b9-49e9-4f60-90bb-956ab2b29f32 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:13.030081 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:13.031948 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5a878ca5-9354-4123-bc59-7bcdd5e3f886 req-e0fb81de-1e80-45de-8c39-09e69e2cf5e1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.112 "DELETE /v2.0/ports/c0d885b9-49e9-4f60-90bb-956ab2b29f32 HTTP/1.1" status: 204 len: 173 time: 0.4076686 Jun 22 18:41:13.032429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'name': 'network-vif-deleted', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:13.034695 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5e85e-46e1-4c30-845b-53d1bb3c31ac" -d '{"events": [{"server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "name": "network-vif-deleted", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:13.070637 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ce08a-2fd7-44b5-a330-9900a878be1d x-openstack-request-id: req-690ce08a-2fd7-44b5-a330-9900a878be1d {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:13.071516 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c4a9eb-4618-4645-9951-0ea97d0341b0", "name": "network-vif-deleted", "tag": "c0d885b9-49e9-4f60-90bb-956ab2b29f32", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:13.071516 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-690ce08a-2fd7-44b5-a330-9900a878be1d {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:13.071928 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c4a9eb-4618-4645-9951-0ea97d0341b0', 'name': 'network-vif-deleted', 'tag': 'c0d885b9-49e9-4f60-90bb-956ab2b29f32', 'status': 'completed', 'code': 200} Jun 22 18:41:13.239720 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-7b6b3371-21d0-4031-be84-b6556972a2a8 req-ac04e364-d057-4f88-b323-362922e11adb tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Jun 22 18:41:13.793588 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:14.377579 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2c9598ad-f2a9-4c31-a16d-0503e3da88f9 req-b3d9b0fb-1b2d-4df5-bfff-0c2ddc57157c tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Jun 22 18:41:15.516918 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8d7ac96f-69c7-4089-8ee2-45943687628f req-32eb38e3-6313-4bcb-a2f3-2890a31478a1 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0310597 Jun 22 18:41:16.444965 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c0d885b9-49e9-4f60-90bb-956ab2b29f32 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:16.464674 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: c0d885b9-49e9-4f60-90bb-956ab2b29f32 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:16.465025 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device c0d885b9-49e9-4f60-90bb-956ab2b29f32 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:16.664468 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-51c1a587-4c4a-47a6-9bb2-6b9595a3dbe2 req-e13b08f4-4b78-4850-818d-6ea984757e48 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "GET /v2.0/ports?device_id=28c4a9eb-4618-4645-9951-0ea97d0341b0 HTTP/1.1" status: 200 len: 210 time: 0.0273366 Jun 22 18:41:17.754683 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34900) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:17.876116 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Deleting port 04dedac9-e244-4634-9037-dcf1d804889c {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:17.876458 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:17.952716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:17.952941 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:17.964354 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Calling delete_port for 04dedac9-e244-4634-9037-dcf1d804889c owned by network:floatingip {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:18.097831 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:18.099899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-6de08ff6-0768-4829-a5a0-8f06e52fa8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:18.137813 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'Port': ['ID=04dedac9-e244-4634-9037-dcf1d804889c,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:18.150763 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.151175 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.151554 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.151924 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.152295 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.152662 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.153028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.153391 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.153814 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.154849 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.155330 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.155803 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:18.174898 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:18.217724 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for floatingip, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:18.220324 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:18.221474 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-69c0f00b-4fc4-478a-8bb5-49630a666baf tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "DELETE /v2.0/floatingips/6f6f8dfc-ec42-4aa6-860c-d1000e82783b HTTP/1.1" status: 204 len: 168 time: 0.4658237 Jun 22 18:41:19.482583 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34924) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:19.538755 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:19.562404 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:19.620456 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:19.623403 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:19.624872 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] 10.222.0.108 "DELETE /v2.0/security-groups/823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577 HTTP/1.1" status: 204 len: 168 time: 0.1412935 Jun 22 18:41:19.625798 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-27852fb9-2f79-4090-a7ed-c8a4098b5dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:19.634622 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f8e82-7ce0-4d58-bfb9-ea6a3f3fc577,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:19.637810 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0de5709a-d8f3-49a4-9b8e-cff5a37a6b10 tempest-TestVolumeBootPattern-2053761335 tempest-TestVolumeBootPattern-2053761335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:19.681219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34928) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:20.053307 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:20.304233 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Deleting port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:20.304508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:20.390665 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] For port 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:20.391848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:20.405911 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Calling delete_port for 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 owned by network:router_interface {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:20.586312 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:20.588095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a2ec70b3-419e-485b-9ee4-bb6d191827bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:20.611904 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=26afa9a9-6a3b-430a-8282-6f8d55cfdcc2,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:20.614993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:20.771966 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:20.980637 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Router 733d1b6e-4216-4ed9-a5da-d63f23d84325 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:41:21.084445 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:41:21.089558 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-43e02605-39e0-46b0-9fb2-ce093d9223b8 admin admin] 10.222.0.108 "PUT /v2.0/routers/733d1b6e-4216-4ed9-a5da-d63f23d84325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072843 Jun 22 18:41:21.092051 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34942) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:21.093957 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Sync routers for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:41:21.102939 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:21.103561 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:41:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:21.192045 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.205370 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:21.293995 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.348981 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Deleting port cf484190-5dab-4c71-8333-3bccbc0ec0a9 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:21.349321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.384624 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:41:20Z', 'revision_number': 5, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port': {'id': 'cf484190-5dab-4c71-8333-3bccbc0ec0a9', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:21.418299 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Checking router: 733d1b6e-4216-4ed9-a5da-d63f23d84325 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:41:21.427273 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Routers {'733d1b6e-4216-4ed9-a5da-d63f23d84325'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:21.427896 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:41:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['733d1b6e-4216-4ed9-a5da-d63f23d84325'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:21.434566 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] For port cf484190-5dab-4c71-8333-3bccbc0ec0a9, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cf484190-5dab-4c71-8333-3bccbc0ec0a9,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:21.434825 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.447631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Calling delete_port for cf484190-5dab-4c71-8333-3bccbc0ec0a9 owned by network:router_gateway {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:21.519780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] Set router 733d1b6e-4216-4ed9-a5da-d63f23d84325 gateway port host: None {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:21.571730 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:41:21Z', 'revision_number': 6, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:21.602148 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d540ab-9fbe-4971-85be-0c561329930d None None] The sync data for ids ['733d1b6e-4216-4ed9-a5da-d63f23d84325'] in dv-cinder-797170-4-iscsi is: [{'id': '733d1b6e-4216-4ed9-a5da-d63f23d84325', 'name': 'tempest-TestVolumeBootPattern-1747853974-router', 'tenant_id': 'e2ced81c690646a081ae6c174b1396b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:45Z', 'updated_at': '2021-06-22T18:41:21Z', 'revision_number': 6, 'project_id': 'e2ced81c690646a081ae6c174b1396b6', 'gw_port_host': None}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:41:21.626188 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.628466 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-3b85232c-0d96-4a67-8fb2-620d90614447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:21.652081 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf484190-5dab-4c71-8333-3bccbc0ec0a9,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:21.657028 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:21.720017 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.808928 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.811092 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.857685 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.859817 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733d1b6e-4216-4ed9-a5da-d63f23d84325 {{(pid=92800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:41:21.864107 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] Notify callbacks [] for router, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.865234 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-d0768e38-7d88-4c65-8a8a-3f4a7797c9a5 admin admin] 10.222.0.108 "DELETE /v2.0/routers/733d1b6e-4216-4ed9-a5da-d63f23d84325 HTTP/1.1" status: 204 len: 168 time: 0.7722278 Jun 22 18:41:21.867730 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34950) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:21.878342 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93b67-efe5-4aeb-b696-1d7f8f14731e req-447b7ad5-20e3-456d-be7b-f0fe4c2f3f39 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:21.879806 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-21e93b67-efe5-4aeb-b696-1d7f8f14731e req-447b7ad5-20e3-456d-be7b-f0fe4c2f3f39 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 946 time: 0.0661950 Jun 22 18:41:21.914570 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_v2 [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Deleting subnet da9dc07d-33ad-4338-97e3-80242fe0af3a {{(pid=92800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:41:21.919788 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:21.924265 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-21e93b67-efe5-4aeb-b696-1d7f8f14731e req-135e3c97-d9df-4bc5-9a37-8fcea776556f tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 Jun 22 18:41:21.958705 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8617376'] for subnet, precommit_delete_associations {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.041428 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.091861 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564104'] for subnet, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.094114 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:22.116939 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9dc07d-33ad-4338-97e3-80242fe0af3a,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:22.119904 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:22.120862 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for subnet, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.122686 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-de887324-2ca9-464e-b2c9-35854d893654 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/da9dc07d-33ad-4338-97e3-80242fe0af3a HTTP/1.1" status: 204 len: 168 time: 0.2540290 Jun 22 18:41:22.125672 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 34952) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:22.126296 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1c379b-9602-49cc-bb5d-dbb4578106b2 None None] Network df37ccb1-894c-4aae-8898-7ea7a711b9dc requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:41:22.196740 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.207014 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:41:22.252993 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Deleting port 555967d0-2aca-4fbf-825f-143b76ae4dbd {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:22.253344 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.315473 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] For port 555967d0-2aca-4fbf-825f-143b76ae4dbd, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=555967d0-2aca-4fbf-825f-143b76ae4dbd,segment=NetworkSegment(6f7336e3-2586-4e5c-a65b-a16371135211),segment_id=6f7336e3-2586-4e5c-a65b-a16371135211)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:22.315871 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.330175 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Calling delete_port for 555967d0-2aca-4fbf-825f-143b76ae4dbd owned by network:dhcp {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:22.357225 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] DHCP port deletion for df37ccb1-894c-4aae-8898-7ea7a711b9dc request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:41:22.407627 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Deleting port 555967d0-2aca-4fbf-825f-143b76ae4dbd {{(pid=92802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:22.408082 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.411054 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.414342 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a654f8fb-8a0e-4e34-9d69-99f45479335a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:22.439691 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Pushing event deleted for resources: {'Port': ['ID=555967d0-2aca-4fbf-825f-143b76ae4dbd,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:22.446310 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] No DVR routers for this DVR port 555967d0-2aca-4fbf-825f-143b76ae4dbd on host dv-cinder-797170-4-iscsi {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:22.447479 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:22.474348 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] For port 555967d0-2aca-4fbf-825f-143b76ae4dbd, host dv-cinder-797170-4-iscsi, got binding levels [] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:22.474752 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.487224 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Calling delete_port for 555967d0-2aca-4fbf-825f-143b76ae4dbd owned by network:dhcp {{(pid=92802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:22.489744 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.ipam_backend_mixin [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Port 555967d0-2aca-4fbf-825f-143b76ae4dbd was not found and therefore no delete operation was performed {{(pid=92802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 18:41:22.491010 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281'] for port, after_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.493559 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:22.521036 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Pushing event deleted for resources: {'Port': ['ID=555967d0-2aca-4fbf-825f-143b76ae4dbd,revision_number=None']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:22.523750 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] No DVR routers for this DVR port 555967d0-2aca-4fbf-825f-143b76ae4dbd on host dv-cinder-797170-4-iscsi {{(pid=92802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:22.533389 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.533670 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.534084 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.534374 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.534707 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.535037 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.535363 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.535690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.536016 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.536345 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.536668 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.536988 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:41:22.540376 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-f02986d9-2ae7-49ad-a54c-faf225c0fb6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:22.784680 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.794256 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df37ccb1-894c-4aae-8898-7ea7a711b9dc']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:22.804118 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7336e3-2586-4e5c-a65b-a16371135211') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:22.804414 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7336e3-2586-4e5c-a65b-a16371135211') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:22.813340 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.826793 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.832751 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Releasing vlan 1367 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:41:22.833197 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:41:22.834893 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:41:22.886400 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.890206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:22.893956 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:22.898831 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] 10.222.0.108 "DELETE /v2.0/networks/df37ccb1-894c-4aae-8898-7ea7a711b9dc HTTP/1.1" status: 204 len: 168 time: 0.7718532 Jun 22 18:41:22.899115 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34954) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:22.909397 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Pushing event deleted for resources: {'Network': ['ID=df37ccb1-894c-4aae-8898-7ea7a711b9dc,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:22.911904 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c2f7202f-2779-48ac-bfb0-285165548017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:22.977841 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cf484190-5dab-4c71-8333-3bccbc0ec0a9 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:22.998956 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: cf484190-5dab-4c71-8333-3bccbc0ec0a9 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:22.999310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cf484190-5dab-4c71-8333-3bccbc0ec0a9 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:22.999928 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:23.020079 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:23.020581 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 26afa9a9-6a3b-430a-8282-6f8d55cfdcc2 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:23.021197 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 555967d0-2aca-4fbf-825f-143b76ae4dbd no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:23.043157 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 555967d0-2aca-4fbf-825f-143b76ae4dbd {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:23.043916 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 555967d0-2aca-4fbf-825f-143b76ae4dbd not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:23.152962 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e58d-cc09-4f9b-a4db-2bbcc8e5d324 req-35b8915d-8be0-4894-bb07-7e0d00d92adb tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:23.154952 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ef3e58d-cc09-4f9b-a4db-2bbcc8e5d324 req-35b8915d-8be0-4894-bb07-7e0d00d92adb tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 946 time: 0.1106007 Jun 22 18:41:23.235248 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3ef3e58d-cc09-4f9b-a4db-2bbcc8e5d324 req-3c3f1380-d8eb-4b99-8442-fae64c026a40 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605280 Jun 22 18:41:23.322038 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.563537 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Deleting port 402628ea-5955-4b5c-8967-742e1f71d294 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:23.563905 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.642399 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] For port 402628ea-5955-4b5c-8967-742e1f71d294, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=402628ea-5955-4b5c-8967-742e1f71d294,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:23.642681 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.648133 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-570ecb8d-810e-4089-b6ed-a2ad4c5e876b tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:23.649645 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-570ecb8d-810e-4089-b6ed-a2ad4c5e876b tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 946 time: 0.0666788 Jun 22 18:41:23.655336 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Calling delete_port for 402628ea-5955-4b5c-8967-742e1f71d294 owned by network:router_interface {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:23.746847 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Deleting port 030a0562-623e-4848-ac3d-41e4c94c4cf9 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:23.747192 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.833310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.836057 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c213c22d-abff-463f-a3e0-6b2e9201e312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:23.836321 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] For port 030a0562-623e-4848-ac3d-41e4c94c4cf9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=030a0562-623e-4848-ac3d-41e4c94c4cf9,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:23.836809 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:23.849351 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Calling delete_port for 030a0562-623e-4848-ac3d-41e4c94c4cf9 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:23.859668 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Pushing event deleted for resources: {'Port': ['ID=402628ea-5955-4b5c-8967-742e1f71d294,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:23.863984 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:23.998137 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.002262 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-6e1cdcb8-8daf-4620-9e18-016df5c3101a tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:24.029713 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Pushing event deleted for resources: {'Port': ['ID=030a0562-623e-4848-ac3d-41e4c94c4cf9,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:24.033018 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:24.036975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['030a0562-623e-4848-ac3d-41e4c94c4cf9'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:41:24.042196 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.075128 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] No DVR routers for this DVR port 030a0562-623e-4848-ac3d-41e4c94c4cf9 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:24.077860 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.079826 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-23141721-38f1-4cdc-92af-ebab409afdb8 req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "DELETE /v2.0/ports/030a0562-623e-4848-ac3d-41e4c94c4cf9 HTTP/1.1" status: 204 len: 173 time: 0.4242525 Jun 22 18:41:24.080330 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'name': 'network-vif-deleted', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:24.082650 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b0596-00c0-4da0-825c-daec342e0cde" -d '{"events": [{"server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "name": "network-vif-deleted", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:24.124918 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d7f62-249a-4f72-9243-f08d19cba6f5 x-openstack-request-id: req-426d7f62-249a-4f72-9243-f08d19cba6f5 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:24.125492 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df201503-9434-448f-a9fb-40bb4133c1d6", "name": "network-vif-deleted", "tag": "030a0562-623e-4848-ac3d-41e4c94c4cf9", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:24.125972 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-426d7f62-249a-4f72-9243-f08d19cba6f5 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:24.126744 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df201503-9434-448f-a9fb-40bb4133c1d6', 'name': 'network-vif-deleted', 'tag': '030a0562-623e-4848-ac3d-41e4c94c4cf9', 'status': 'completed', 'code': 200} Jun 22 18:41:24.271502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Router d14919fa-43c9-4854-9ddc-085542e06782 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:41:24.395074 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-38c9deda-7996-49da-8210-3e7b04cb4a49 req-e74d2e2b-c8d5-4412-90b9-a6d1ae7da1be tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=df201503-9434-448f-a9fb-40bb4133c1d6 HTTP/1.1" status: 200 len: 210 time: 0.0321527 Jun 22 18:41:24.405467 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:41:24.413326 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] 10.222.0.108 "PUT /v2.0/routers/d14919fa-43c9-4854-9ddc-085542e06782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106044 Jun 22 18:41:24.413326 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34962) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:24.414850 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Sync routers for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:41:24.425585 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:24.426284 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:41:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:24.512771 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.526436 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:24.719621 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:41:23Z', 'revision_number': 5, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:24.747218 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Checking router: d14919fa-43c9-4854-9ddc-085542e06782 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:41:24.756619 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Routers {'d14919fa-43c9-4854-9ddc-085542e06782'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:41:24.757231 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:41:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['d14919fa-43c9-4854-9ddc-085542e06782'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:24.867609 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] Set router d14919fa-43c9-4854-9ddc-085542e06782 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:41:24.924308 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:24.999648 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Deleting port b77305a0-e90d-4577-9893-9df87f258c13 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:25.000070 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.080137 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] For port b77305a0-e90d-4577-9893-9df87f258c13, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=b77305a0-e90d-4577-9893-9df87f258c13,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:25.080869 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.092438 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Calling delete_port for b77305a0-e90d-4577-9893-9df87f258c13 owned by network:router_gateway {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:25.131642 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:41:23Z', 'revision_number': 5, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:25.159961 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574303cb-f4e8-4f4a-afd4-9f4c80d1e869 None None] The sync data for ids ['d14919fa-43c9-4854-9ddc-085542e06782'] in dv-cinder-797170-4-iscsi is: [{'id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'name': 'tempest-TestVolumeBootPattern-493157868-router', 'tenant_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:41:23Z', 'revision_number': 5, 'project_id': 'c6a29ea28d8b43e9afeda4f56991bbf1', 'gw_port': {'id': 'b77305a0-e90d-4577-9893-9df87f258c13', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14919fa-43c9-4854-9ddc-085542e06782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:31:51Z', 'updated_at': '2021-06-22T18:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:41:25.252298 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.254240 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:25.280481 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b77305a0-e90d-4577-9893-9df87f258c13,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:25.284134 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:25.349115 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.437363 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.439510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.487157 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.487814 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d14919fa-43c9-4854-9ddc-085542e06782 {{(pid=92801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:41:25.494771 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.495117 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-36ddff4f-066d-4c7c-9266-24331f576f9d admin admin] 10.222.0.108 "DELETE /v2.0/routers/d14919fa-43c9-4854-9ddc-085542e06782 HTTP/1.1" status: 204 len: 168 time: 1.0808976 Jun 22 18:41:25.497647 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34966) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:25.548922 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Deleting subnet 4ba864f2-403a-4e32-8dfe-9ff55464e2f1 {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:41:25.552222 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.589014 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.679616 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.736149 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.739197 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:25.763819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba864f2-403a-4e32-8dfe-9ff55464e2f1,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:25.765845 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.770093 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] 10.222.0.108 "DELETE /v2.0/subnets/4ba864f2-403a-4e32-8dfe-9ff55464e2f1 HTTP/1.1" status: 204 len: 168 time: 0.2689400 Jun 22 18:41:25.770093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-761845c5-a3a5-4709-ab1a-354d04c5d6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:25.770093 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34972) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:25.772595 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd8d9c-b732-43ad-8b97-06a79193c207 None None] Network 0792ec7a-653f-43fa-8566-dc821e63abf8 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:41:25.840116 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.893526 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Deleting port eb816a32-e5d8-4227-9e51-97aa8124472d {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:41:25.893861 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.958561 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] For port eb816a32-e5d8-4227-9e51-97aa8124472d, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=eb816a32-e5d8-4227-9e51-97aa8124472d,segment=NetworkSegment(10210f50-d30a-4aff-9679-977385457ddb),segment_id=10210f50-d30a-4aff-9679-977385457ddb)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:25.958919 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:25.971179 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Calling delete_port for eb816a32-e5d8-4227-9e51-97aa8124472d owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:41:26.048656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.051583 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3d20e92b-df6e-4ad6-9cb4-523eb777d57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:26.077084 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Pushing event deleted for resources: {'Port': ['ID=eb816a32-e5d8-4227-9e51-97aa8124472d,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:26.080185 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:26.080971 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] No DVR routers for this DVR port eb816a32-e5d8-4227-9e51-97aa8124472d on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:41:26.148538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.158907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0792ec7a-653f-43fa-8566-dc821e63abf8']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:26.169507 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10210f50-d30a-4aff-9679-977385457ddb') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:26.171060 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10210f50-d30a-4aff-9679-977385457ddb') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:41:26.181691 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89a81e-8d7e-407c-aec4-0b77aa9d52f5 None None] DHCP port deletion for 0792ec7a-653f-43fa-8566-dc821e63abf8 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:41:26.183815 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.205118 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.211755 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Releasing vlan 1351 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:41:26.212142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:41:26.213799 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:41:26.270510 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.274462 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-84a2f347-c5d5-4dc7-b987-ef0ef4253ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:26.276781 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.278585 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] 10.222.0.108 "DELETE /v2.0/networks/0792ec7a-653f-43fa-8566-dc821e63abf8 HTTP/1.1" status: 204 len: 168 time: 0.5076449 Jun 22 18:41:26.289881 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0792ec7a-653f-43fa-8566-dc821e63abf8,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:26.292262 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c355eb6f-aba5-4a53-8c51-dc74915e09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:26.386997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34976) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:26.428498 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-fce049c4-b5a2-4b54-8240-1a8d7f511d58 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=e2ced81c690646a081ae6c174b1396b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401852 Jun 22 18:41:26.430767 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34978) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:26.478396 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.498452 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.542580 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.545149 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.546289 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/74ae0ee6-62ae-4a4e-9a9d-dd7251815c80 HTTP/1.1" status: 204 len: 168 time: 0.1142788 Jun 22 18:41:26.547048 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-b8863441-5778-4ddd-82ca-5b15ffd72034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:26.554218 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae0ee6-62ae-4a4e-9a9d-dd7251815c80,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:26.560585 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e41f72ae-d2e1-4f06-84e9-d0798b010e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:26.853514 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34986) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:26.895562 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-411db7a7-241b-4b50-a820-54d09daa0252 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=c6a29ea28d8b43e9afeda4f56991bbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408101 Jun 22 18:41:26.897911 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 34988) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:41:26.947461 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.969538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:26.979865 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 402628ea-5955-4b5c-8967-742e1f71d294 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:26.999442 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 402628ea-5955-4b5c-8967-742e1f71d294 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:26.999887 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 402628ea-5955-4b5c-8967-742e1f71d294 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:27.000389 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b77305a0-e90d-4577-9893-9df87f258c13 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:27.016317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:27.018953 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:27.020028 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/b414ec84-ba65-4a4b-aabf-74cc15993f50 HTTP/1.1" status: 204 len: 168 time: 0.1212254 Jun 22 18:41:27.020163 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: b77305a0-e90d-4577-9893-9df87f258c13 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:27.020422 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device b77305a0-e90d-4577-9893-9df87f258c13 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:27.020803 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-cff7908f-66dc-4e35-8837-d0251d705ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:27.020926 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eb816a32-e5d8-4227-9e51-97aa8124472d no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:27.032040 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414ec84-ba65-4a4b-aabf-74cc15993f50,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:27.034576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a97b0c74-7a2a-4ae9-bc0f-c3d6b3fa8a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:27.048166 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: eb816a32-e5d8-4227-9e51-97aa8124472d {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:27.048518 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device eb816a32-e5d8-4227-9e51-97aa8124472d not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:29.617269 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 030a0562-623e-4848-ac3d-41e4c94c4cf9 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:41:29.637143 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 030a0562-623e-4848-ac3d-41e4c94c4cf9 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:41:29.637488 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 030a0562-623e-4848-ac3d-41e4c94c4cf9 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:41:33.396568 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-18a245f7-3d3e-4214-b0f8-bc94c9afd9c1 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:33.398013 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-18a245f7-3d3e-4214-b0f8-bc94c9afd9c1 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 814 time: 0.1021948 Jun 22 18:41:33.412008 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-149bf9d2-4bfa-4914-813e-6fc616ef2474 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/quotas/baf1b1646f9045d8af350ede49b4bdbe HTTP/1.1" status: 200 len: 375 time: 0.0087438 Jun 22 18:41:33.446802 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-d9284517-b271-4e34-9aec-97b379838974 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298259 Jun 22 18:41:33.534508 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-5b6f72ef-ca63-408c-96c7-19dc488ffc89 service neutron] 10.222.0.108 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796032 Jun 22 18:41:33.624289 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-611c9992-f0f0-4c21-a834-769a690cca8e service neutron] 10.222.0.108 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Jun 22 18:41:33.787658 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f53efc29-7ab2-4814-b91e-81396a8df886 req-7d39f011-aa6f-409f-8dc0-e0b182fa154a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 210 time: 0.0279913 Jun 22 18:41:34.884958 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-677b18c9-43e0-4a33-8e24-b28d56a15eae tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:34.886435 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-677b18c9-43e0-4a33-8e24-b28d56a15eae tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 814 time: 0.1092601 Jun 22 18:41:34.912350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Request body: {'port': {'device_id': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729', 'admin_state_up': True, 'tenant_id': 'baf1b1646f9045d8af350ede49b4bdbe'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:41:34.931191 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-cd06784f-d764-43c3-bedf-58c451079f98 req-702d30f5-389a-4e05-8b3c-1921013bb6f3 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 210 time: 0.0314488 Jun 22 18:41:35.017372 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Made reservation on behalf of baf1b1646f9045d8af350ede49b4bdbe for: {'port': 1} {{(pid=92800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:41:35.020888 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-7838910'] for port, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.142504 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.db_base_plugin_common [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Allocated IP 172.20.0.7 (a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729/099d3282-caf9-4003-8052-d257205b4cac/990d7ac1-5839-46c7-a1e6-3383f3f73ef7) {{(pid=92800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:41:35.285289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks [] for port, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.323528 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7837811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764647260272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2143936'] for port, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.327358 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:35.367975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6dd5a259-3029-4f2f-aab9-273cfdf12501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.368544 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 is already hosted by enough agents. {{(pid=92800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:41:35.371430 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.base_scheduler [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Resources bound (agent type, host, resource id): {{(pid=92800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:41:35.375742 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Received port after_create {{(pid=92800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:41:35.398602 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Pushing event updated for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:35.402654 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:35.425680 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:35.426316 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.440204 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-dbd68cf6-6abd-4190-b617-8be2d429968a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5321240 Jun 22 18:41:35.458631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.v2.base [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Request body: {'port': {'device_id': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:41:35.530760 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.777508 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 {{(pid=92800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:41:35.785067 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.796800 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.provisioning_blocks [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Transition to ACTIVE for port object 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 will not be triggered until provisioned by entity L2. {{(pid=92800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:41:35.800942 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.803551 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c53eb437-3bba-4981-a7a3-08d3bb21d830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:35.854373 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Pushing event updated for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=2']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:35.871715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:35.917401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Attempting to bind port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:41:35.918118 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Attempting to bind port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:41:35.918118 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Attempting to bind port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:41:35.922638 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:41:35.922951 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Attempting to bind port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 on network a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:41:35.927584 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Checking agent: {'id': 'caf4969d-8965-4f6b-831f-d59fcc22a938', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'started_at': datetime.datetime(2021, 6, 22, 18, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:41:35.927915 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Checking segment: {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:41:35.928289 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Bound using segment: {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'} {{(pid=92800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:41:35.928709 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.managers [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Bound port: 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb292792-6414-49d9-b932-b04eb46adc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1382, 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729'}}] {{(pid=92800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:41:35.929042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.988922 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, cleared binding levels {{(pid=92800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:41:35.992221 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:41:35.995731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143954'] for port, after_update {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.998472 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-2b21e09d-0095-4f85-a90a-b20b3a58849b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:36.035499 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.036111 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:36.037455 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] 10.222.0.112 "PUT /v2.0/ports/990d7ac1-5839-46c7-a1e6-3383f3f73ef7 HTTP/1.1" status: 200 len: 1093 time: 0.5827591 Jun 22 18:41:36.037971 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:36.040224 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:36.062452 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Pushing event updated for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=3']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:36.065417 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0521d676-da0a-4365-9367-1578e1c6e84a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:36.108254 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ce85-2cb0-43e2-a7b8-fd3cf5bcdba1 req-7908f886-2122-4621-8110-cb891edcbe93 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.110179 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea79ce85-2cb0-43e2-a7b8-fd3cf5bcdba1 req-7908f886-2122-4621-8110-cb891edcbe93 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 943 time: 0.0692041 Jun 22 18:41:36.144781 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-5b16c025-834e-4871-8fb3-e8798fe4f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.147127 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-5b16c025-834e-4871-8fb3-e8798fe4f315 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 1096 time: 0.0571053 Jun 22 18:41:36.152144 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ea79ce85-2cb0-43e2-a7b8-fd3cf5bcdba1 req-b75034d2-28c9-4869-aa27-b75340f8fb3c tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Jun 22 18:41:36.194678 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-1ddf8c7e-4391-4086-a017-e666c90026dc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7 HTTP/1.1" status: 200 len: 217 time: 0.0331130 Jun 22 18:41:36.196858 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53de5af-de88-4b96-9853-4b37a5d5cca4 x-openstack-request-id: req-c53de5af-de88-4b96-9853-4b37a5d5cca4 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:36.197182 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:36.197469 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c53de5af-de88-4b96-9853-4b37a5d5cca4 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:36.197893 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7', 'status': 'completed', 'code': 200} Jun 22 18:41:36.261893 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc13-6662-4573-99b4-ea10461637de req-1600d52d-2fa5-4906-8ca4-8fa2a2d126eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.263911 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-1600d52d-2fa5-4906-8ca4-8fa2a2d126eb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=099d3282-caf9-4003-8052-d257205b4cac HTTP/1.1" status: 200 len: 854 time: 0.0462868 Jun 22 18:41:36.297517 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-fded82ea-0c2b-4393-9f62-98128e1080e4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257640 Jun 22 18:41:36.382206 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-49baaf29-1c42-4755-9c81-f0710a6017b4 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782609 Jun 22 18:41:36.473385 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-8b29cc13-6662-4573-99b4-ea10461637de req-0e34ece2-3e9a-4225-a082-018bf78f0605 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841024 Jun 22 18:41:36.626581 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-0fa51dca-fd14-4827-8106-9465e73da63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.627989 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-0fa51dca-fd14-4827-8106-9465e73da63e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 1096 time: 0.0508611 Jun 22 18:41:36.718164 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-9f30e3da-6580-460f-9122-a3f202b7b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.719575 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-9f30e3da-6580-460f-9122-a3f202b7b3a0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 200 len: 916 time: 0.0841718 Jun 22 18:41:36.760735 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-3775f00c-7e27-4cec-8e67-27e6747c0803 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7 HTTP/1.1" status: 200 len: 217 time: 0.0345004 Jun 22 18:41:36.808868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-e9fc3dd3-7e9c-488b-8035-82cdc2738c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:36.810941 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-e9fc3dd3-7e9c-488b-8035-82cdc2738c33 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=099d3282-caf9-4003-8052-d257205b4cac HTTP/1.1" status: 200 len: 854 time: 0.0426118 Jun 22 18:41:36.846689 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-fad2f7a2-b365-477f-9be1-3843421fd2ed service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290332 Jun 22 18:41:36.934117 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-6f8bec8c-acbf-427f-bd93-c74a558b3546 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800033 Jun 22 18:41:37.023657 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-73c72124-f62c-4bec-8659-cd0c9d5bc3c0 req-b63ee4c0-0082-4b61-8447-cda84aeb0460 service neutron] 10.222.0.112 "GET /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Jun 22 18:41:37.326142 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9dd3d-1628-44f9-baa9-e9f3e4fc6215 req-bd9332c6-d185-4784-807a-0eac136c3cf2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:37.327624 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d4f9dd3d-1628-44f9-baa9-e9f3e4fc6215 req-bd9332c6-d185-4784-807a-0eac136c3cf2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 943 time: 0.0625942 Jun 22 18:41:37.364264 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d4f9dd3d-1628-44f9-baa9-e9f3e4fc6215 req-a1e31f26-5ac9-46ac-be3e-35f45d94017b tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Jun 22 18:41:37.636814 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:41:37.727079 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:37.740877 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7', 'network_id': 'a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729', 'port_id': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7', 'mac_address': 'fa:16:3e:51:39:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099d3282-caf9-4003-8052-d257205b4cac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:41:37.894168 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:37.913690 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:41:37.927762 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-edf9dcd3-3112-4179-884d-5d0290296441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:37.937028 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:37.940515 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:37.942097 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d7e26bb6-9419-498e-a6a5-da55dd358ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:37.985607 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=4']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:37.988459 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:38.060731 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:38.238465 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['990d7ac1-5839-46c7-a1e6-3383f3f73ef7'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:41:38.535567 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b3f8a-7fca-44d9-9635-8df04110c552 req-64512d3d-0c51-43c3-aca6-dabb46b6d86a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:38.536994 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f90b3f8a-7fca-44d9-9635-8df04110c552 req-64512d3d-0c51-43c3-aca6-dabb46b6d86a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 944 time: 0.0649555 Jun 22 18:41:38.574223 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f90b3f8a-7fca-44d9-9635-8df04110c552 req-6f5688c9-1298-46aa-ba36-43a34193a6ea tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Jun 22 18:41:39.035741 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:39.660941 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:41:39.709379 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning for port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 completed by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:41:39.713168 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:41:39.713580 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:39.746310 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831f02d-5473-45c4-b9ff-2081d9fcf347 req-4049ba52-57dc-4056-9555-1f3f61f48c19 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:39.748495 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8831f02d-5473-45c4-b9ff-2081d9fcf347 req-4049ba52-57dc-4056-9555-1f3f61f48c19 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 944 time: 0.0651834 Jun 22 18:41:39.790797 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8831f02d-5473-45c4-b9ff-2081d9fcf347 req-157cb5da-9cf3-48dd-991e-f84902626e43 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Jun 22 18:41:39.795099 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:39.818435 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:41:39.820656 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a058a-ebcb-4cc9-ae3b-73c1ebb89854" -d '{"events": [{"server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "name": "network-vif-plugged", "status": "completed", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:41:39.833056 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:41:39.836975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:39.838894 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:41:39.883726 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=5']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:41:39.886780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:41:39.965652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d314733-691d-4075-b7c4-8fee11f5eecc x-openstack-request-id: req-9d314733-691d-4075-b7c4-8fee11f5eecc {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:41:39.965947 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "name": "network-vif-plugged", "status": "completed", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:41:39.966281 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-9d314733-691d-4075-b7c4-8fee11f5eecc {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:41:39.966690 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7', 'code': 200} Jun 22 18:41:40.224064 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243ce7-24c5-403c-82b9-13d2bbbc2a52 req-975acb2e-50c8-4577-85be-aa61c729ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:40.225479 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d4243ce7-24c5-403c-82b9-13d2bbbc2a52 req-975acb2e-50c8-4577-85be-aa61c729ffa7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 1098 time: 0.0513544 Jun 22 18:41:40.259892 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-d4243ce7-24c5-403c-82b9-13d2bbbc2a52 req-374167e6-98d3-4c4a-9450-2a7e4cff8bd5 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265481 Jun 22 18:41:40.970143 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a895eca-b494-46a0-baff-55f7d18d8da5 req-212605d8-031e-4914-88d6-eabf464400b1 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:40.971616 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5a895eca-b494-46a0-baff-55f7d18d8da5 req-212605d8-031e-4914-88d6-eabf464400b1 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 945 time: 0.0633271 Jun 22 18:41:41.008451 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-5a895eca-b494-46a0-baff-55f7d18d8da5 req-09a28841-275d-4a2d-a5e5-682de88c1a9c tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Jun 22 18:41:41.249190 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:42.182913 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d96f1-63f3-4dde-ac5b-0ef1d36c8ae8 req-12bdd01c-9ee8-4dc4-a325-15f21c92f26a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:42.184357 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ac2d96f1-63f3-4dde-ac5b-0ef1d36c8ae8 req-12bdd01c-9ee8-4dc4-a325-15f21c92f26a tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 945 time: 0.0669708 Jun 22 18:41:42.225312 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ac2d96f1-63f3-4dde-ac5b-0ef1d36c8ae8 req-591a7c46-c026-4629-afce-4318c1c98381 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Jun 22 18:41:43.792724 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:59.206041 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:00.444873 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-413e33a7-bfc4-4790-bf6c-9f7d66c95825 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520680 Jun 22 18:42:00.539549 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c375-9296-45eb-9c28-5c153f6da265 req-3e811a25-7c07-4372-847c-7ff33daea889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.540977 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-3e811a25-7c07-4372-847c-7ff33daea889 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0569801 Jun 22 18:42:00.650725 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c375-9296-45eb-9c28-5c153f6da265 req-54fbdfdb-87a7-4b51-889a-3483c4e221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.652187 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-54fbdfdb-87a7-4b51-889a-3483c4e221d9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0886590 Jun 22 18:42:00.728554 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-431d2b0e-40fc-469f-8e7b-5e8a616f1b34 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 1000 time: 0.0688701 Jun 22 18:42:00.792429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c375-9296-45eb-9c28-5c153f6da265 req-839129e7-1b12-42ad-ac1e-8a0fbb0fc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.793819 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-839129e7-1b12-42ad-ac1e-8a0fbb0fc6e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0585151 Jun 22 18:42:00.853145 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945c375-9296-45eb-9c28-5c153f6da265 req-cc186818-6b28-4ff6-9291-3a2ddccd59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:00.854646 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-cc186818-6b28-4ff6-9291-3a2ddccd59f2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519190 Jun 22 18:42:00.949732 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-a8bcf964-b086-4e9d-bfb3-fd72963abaf1 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 Jun 22 18:42:01.038751 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-c945c375-9296-45eb-9c28-5c153f6da265 req-23b7cddd-b5fd-459f-8d2c-196e76344968 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816913 Jun 22 18:42:03.412980 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b51eb-68fa-4c78-bc0d-86cf7529d1bc req-04e46f48-447c-46ed-a466-64e11d08d013 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:03.414478 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-658b51eb-68fa-4c78-bc0d-86cf7529d1bc req-04e46f48-447c-46ed-a466-64e11d08d013 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Jun 22 18:42:03.451376 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-658b51eb-68fa-4c78-bc0d-86cf7529d1bc req-78842c2a-0a94-4a14-815c-8443c25262be tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Jun 22 18:42:04.625899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df1c59-f1a7-4b04-afc7-d1ca8361450f req-b4121091-1c0e-49f3-bdd1-fa004687abdc tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:04.627324 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c8df1c59-f1a7-4b04-afc7-d1ca8361450f req-b4121091-1c0e-49f3-bdd1-fa004687abdc tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 945 time: 0.0655353 Jun 22 18:42:04.664571 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-c8df1c59-f1a7-4b04-afc7-d1ca8361450f req-e39f8078-7a1c-4bfb-9966-9ae45d195a53 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/security-groups?id=09c479fe-dd55-43dd-b17a-c99249bc4179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Jun 22 18:42:05.228238 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38586873-e01e-433b-aa4c-05958a6f753b req-c1f280ec-eb43-4bef-9042-c8682e383478 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:05.229559 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-38586873-e01e-433b-aa4c-05958a6f753b req-c1f280ec-eb43-4bef-9042-c8682e383478 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 945 time: 0.0619121 Jun 22 18:42:05.333970 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Deleting port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:42:05.334333 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.368760 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-de000c0a-9f70-48ec-bada-b9a51d2a6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.422429 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] For port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,segment=NetworkSegment(cb292792-6414-49d9-b932-b04eb46adc2d),segment_id=cb292792-6414-49d9-b932-b04eb46adc2d)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:05.422785 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.433943 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Calling delete_port for 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:42:05.554817 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.558589 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-1532b4b2-b418-4a3e-ab9f-f4b8de93e3da tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:05.585792 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Pushing event deleted for resources: {'Port': ['ID=990d7ac1-5839-46c7-a1e6-3383f3f73ef7,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:05.593206 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['990d7ac1-5839-46c7-a1e6-3383f3f73ef7'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:05.599219 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.599607 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.599976 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.600349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.600710 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.601074 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.601433 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.601790 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.602179 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.602539 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.602893 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.603245 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:05.620868 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:05.641944 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] No DVR routers for this DVR port 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:42:05.644345 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.646373 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-38586873-e01e-433b-aa4c-05958a6f753b req-c8c87c91-87a2-4c28-81bf-feaabe4077e2 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.112 "DELETE /v2.0/ports/990d7ac1-5839-46c7-a1e6-3383f3f73ef7 HTTP/1.1" status: 204 len: 173 time: 0.4112997 Jun 22 18:42:05.646836 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'name': 'network-vif-deleted', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:05.649113 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e809a33-8a95-4037-95ff-a5a7f667e481" -d '{"events": [{"server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "name": "network-vif-deleted", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:05.684101 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59602a36-0b21-4b89-a2e0-9609432e6db5 x-openstack-request-id: req-59602a36-0b21-4b89-a2e0-9609432e6db5 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:05.684435 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d6b8b0-3a01-47e1-8e0a-714d57affa23", "name": "network-vif-deleted", "tag": "990d7ac1-5839-46c7-a1e6-3383f3f73ef7", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:05.684733 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-59602a36-0b21-4b89-a2e0-9609432e6db5 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:05.685809 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d6b8b0-3a01-47e1-8e0a-714d57affa23', 'name': 'network-vif-deleted', 'tag': '990d7ac1-5839-46c7-a1e6-3383f3f73ef7', 'status': 'completed', 'code': 200} Jun 22 18:42:05.807056 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-8e9e7678-8447-435a-b7b1-0c548983fe3c req-2b81092a-0043-45c9-8f78-59186e945911 tempest-VolumesSnapshotTestJSON-193322844 tempest-VolumesSnapshotTestJSON-193322844-project] 10.222.0.108 "GET /v2.0/ports?device_id=04d6b8b0-3a01-47e1-8e0a-714d57affa23 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Jun 22 18:42:07.801108 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:07.823696 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:42:07.824049 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 990d7ac1-5839-46c7-a1e6-3383f3f73ef7 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:42:07.907091 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-cce48254-96e7-4be6-8b39-246a58ce12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:08.060852 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:09.039510 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:11.252363 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:13.790324 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.870138 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35280) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:28.913100 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Deleting subnet 099d3282-caf9-4003-8052-d257205b4cac {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:42:28.916082 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.950030 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.991791 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.042451 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.045335 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:29.069397 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099d3282-caf9-4003-8052-d257205b4cac,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:29.072241 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.073751 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] 10.222.0.108 "DELETE /v2.0/subnets/099d3282-caf9-4003-8052-d257205b4cac HTTP/1.1" status: 204 len: 168 time: 0.2026300 Jun 22 18:42:29.076349 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35282) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:29.079620 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.080014 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.080393 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.080767 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.081169 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.081538 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.081904 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.082302 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.082671 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.083028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.083387 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.083749 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:29.086827 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0431973b-b4b1-4dee-a46f-041f52a0275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:29.141019 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.219372 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.229209 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:29.239135 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb292792-6414-49d9-b932-b04eb46adc2d') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:29.239435 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb292792-6414-49d9-b932-b04eb46adc2d') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:29.247855 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.261386 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.267166 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Releasing vlan 1382 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:42:29.267550 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:42:29.269168 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:42:29.339424 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.342912 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:29.345260 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.347559 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] 10.222.0.108 "DELETE /v2.0/networks/a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729 HTTP/1.1" status: 204 len: 168 time: 0.2697625 Jun 22 18:42:29.358653 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bb0eb4-f16a-443e-9aee-c0a9cc9f4729,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:29.361016 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-7de49f19-c653-4378-89b0-c140cd24362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:29.551923 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35286) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:29.591091 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-574b63b9-0ded-4af5-9ba2-67999a259f89 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=baf1b1646f9045d8af350ede49b4bdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378001 Jun 22 18:42:29.593237 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35288) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:29.638854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.659027 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.704674 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.707732 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.708880 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/09c479fe-dd55-43dd-b17a-c99249bc4179 HTTP/1.1" status: 204 len: 168 time: 0.1147568 Jun 22 18:42:29.709655 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-aaf8e09b-df75-4525-b268-719dc731b110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:29.716936 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c479fe-dd55-43dd-b17a-c99249bc4179,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:29.721524 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ee922645-d60b-4e14-8a97-c264adbada62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:34.031227 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad75d-d268-451e-bfe1-daef22da96d2 req-5edb668b-747f-4195-9055-3d2674c7a00b tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:34.032659 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-093ad75d-d268-451e-bfe1-daef22da96d2 req-5edb668b-747f-4195-9055-3d2674c7a00b tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0645664 Jun 22 18:42:34.068826 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-093ad75d-d268-451e-bfe1-daef22da96d2 req-cc39c750-6726-4372-8a8a-b09f3b5a78bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Jun 22 18:42:35.245038 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437e44-50a0-4104-990b-2ed2ea85d1d0 req-36fbce2c-9ee1-4459-bb4f-c53ee43367e3 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:35.246655 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e437e44-50a0-4104-990b-2ed2ea85d1d0 req-36fbce2c-9ee1-4459-bb4f-c53ee43367e3 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0678945 Jun 22 18:42:35.289210 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2e437e44-50a0-4104-990b-2ed2ea85d1d0 req-e3a755fe-9baa-488d-bd6a-de1ec190fa7c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358963 Jun 22 18:42:35.369767 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c49f2c93-b7ae-404b-aad5-9c4f4b2d6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.204130 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:36.464822 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4376-4254-4981-acb4-5d25125e67ba req-78ccaf04-5a4d-4303-ad16-ed282862fe6c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.466264 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b06d4376-4254-4981-acb4-5d25125e67ba req-78ccaf04-5a4d-4303-ad16-ed282862fe6c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0664132 Jun 22 18:42:36.502739 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-b06d4376-4254-4981-acb4-5d25125e67ba req-c89abfbd-57b1-40c5-aa24-69aacbf9a297 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Jun 22 18:42:37.669546 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35372) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:37.678332 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0509-b755-4193-a40a-8ea485244391 req-c8eeddb8-cf4b-41dc-9a3e-10df44f63135 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.679860 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-90da0509-b755-4193-a40a-8ea485244391 req-c8eeddb8-cf4b-41dc-9a3e-10df44f63135 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0661922 Jun 22 18:42:37.721596 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-90da0509-b755-4193-a40a-8ea485244391 req-cd477d6c-b3cf-4046-9040-cfba50fa96c6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359113 Jun 22 18:42:37.793377 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.879094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.882840 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_create {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.886431 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-dda7bb79-44a7-491d-a1f4-a85d8bc89db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:37.908095 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d636a0b9-8e9d-4b80-81a0-198701da06e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.929990 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=3b7d61b0743d4f6bb67281f6c4958e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591729 Jun 22 18:42:37.931022 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d35912-092d-431a-a763-79a0b31458b9,revision_number=1']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:37.932566 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35376) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:37.934831 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-ff443b07-6065-485a-b236-e363985b8455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:37.991155 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.011391 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.057622 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.060497 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.062765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.064453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/46d35912-092d-431a-a763-79a0b31458b9 HTTP/1.1" status: 204 len: 168 time: 0.1308775 Jun 22 18:42:38.065273 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-c7f7a107-6dd1-428a-941d-bd74a6881b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:38.073504 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d35912-092d-431a-a763-79a0b31458b9,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:38.075757 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a914f659-e3e1-4dfd-9e2e-b2a1ac1cac2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:38.892601 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9e87-c246-470e-a496-af966d3d0ada req-7cb51b18-642d-4579-bfc7-f180a94b6196 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:38.894113 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-880b9e87-c246-470e-a496-af966d3d0ada req-7cb51b18-642d-4579-bfc7-f180a94b6196 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0619617 Jun 22 18:42:38.931249 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-880b9e87-c246-470e-a496-af966d3d0ada req-9c1e7b25-5b2e-4f2d-a050-d70173ca9ec1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Jun 22 18:42:39.040618 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:40.103502 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a99ee-b459-4de8-b3d4-0c98adddfdbc req-9863cf6c-fc09-4485-b34f-21c02b405143 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:40.104917 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0b1a99ee-b459-4de8-b3d4-0c98adddfdbc req-9863cf6c-fc09-4485-b34f-21c02b405143 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0645816 Jun 22 18:42:40.142292 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0b1a99ee-b459-4de8-b3d4-0c98adddfdbc req-79b51545-9ffc-4c5d-a973-f9b0cc7606ec tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Jun 22 18:42:41.255445 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:41.317756 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85982ed-f434-4007-bbad-11a3cb4a5001 req-cfea2af8-295f-41d0-9121-238fae30cc7c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:41.319228 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d85982ed-f434-4007-bbad-11a3cb4a5001 req-cfea2af8-295f-41d0-9121-238fae30cc7c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0647707 Jun 22 18:42:41.355845 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d85982ed-f434-4007-bbad-11a3cb4a5001 req-8f455fac-9a92-4dbb-8bfa-b4e0278f77cf tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308757 Jun 22 18:42:42.539997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5867f5b-1049-4cbd-b03c-3cbedff83c45 req-446e486f-986a-42e9-8eab-c2545a036afa tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:42.541453 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f5867f5b-1049-4cbd-b03c-3cbedff83c45 req-446e486f-986a-42e9-8eab-c2545a036afa tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0659049 Jun 22 18:42:42.577869 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f5867f5b-1049-4cbd-b03c-3cbedff83c45 req-4de6c514-27e9-4953-8f85-fd0674ed5a03 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 Jun 22 18:42:43.756238 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0d5a-76ad-4c92-9dcd-c309bd945d35 req-f67e6577-d47c-4fc5-8baa-765b249cdc05 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.757684 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-751c0d5a-76ad-4c92-9dcd-c309bd945d35 req-f67e6577-d47c-4fc5-8baa-765b249cdc05 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0682139 Jun 22 18:42:43.794502 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-751c0d5a-76ad-4c92-9dcd-c309bd945d35 req-08b11a60-9ee1-4ff8-bdb2-d10e8a7921c7 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313420 Jun 22 18:42:43.808339 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:45.116439 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d0cb1-f210-4537-bc49-5ac7e9e3b064 req-9f52e69a-fdfe-42df-9584-eaa2d7ca3757 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.117797 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4f9d0cb1-f210-4537-bc49-5ac7e9e3b064 req-9f52e69a-fdfe-42df-9584-eaa2d7ca3757 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0626106 Jun 22 18:42:45.153870 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4f9d0cb1-f210-4537-bc49-5ac7e9e3b064 req-b55602bc-933a-4083-8fe3-df45e8517a53 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306120 Jun 22 18:42:45.277131 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856a81-02ed-468e-bada-ef678e81603f req-d369a878-e98d-4564-a0b5-5df4d16f42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.278624 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-d369a878-e98d-4564-a0b5-5df4d16f42e1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0507057 Jun 22 18:42:45.363908 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856a81-02ed-468e-bada-ef678e81603f req-bb05b986-425c-4c82-9579-5309d155fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.365301 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-bb05b986-425c-4c82-9579-5309d155fb82 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0793514 Jun 22 18:42:45.432054 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-4b97ac0e-9829-4aef-b39d-1748a05ea2a4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 1000 time: 0.0580988 Jun 22 18:42:45.479257 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856a81-02ed-468e-bada-ef678e81603f req-bf5aa809-732a-472a-a0f1-9620d3cb3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.480630 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-bf5aa809-732a-472a-a0f1-9620d3cb3a70 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0419514 Jun 22 18:42:45.536964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856a81-02ed-468e-bada-ef678e81603f req-77f4c88a-7d88-42e4-b07b-e17ecc96ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.538409 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-77f4c88a-7d88-42e4-b07b-e17ecc96ebd6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503826 Jun 22 18:42:45.629842 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-14cfa578-f84d-46a6-8007-d8f3664d1a47 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825942 Jun 22 18:42:45.716023 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-9c856a81-02ed-468e-bada-ef678e81603f req-f37fac96-4c63-45b6-870a-27ca01c912a6 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795486 Jun 22 18:42:46.326420 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a7f6d-d843-4b35-9cf0-5e937ac690dd req-d7435888-97b0-4dfd-94c6-362e2f0f46b8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:46.327891 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d95a7f6d-d843-4b35-9cf0-5e937ac690dd req-d7435888-97b0-4dfd-94c6-362e2f0f46b8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0660396 Jun 22 18:42:46.365343 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-d95a7f6d-d843-4b35-9cf0-5e937ac690dd req-02a62860-53cf-431e-b4c0-dee8159d857a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jun 22 18:42:47.535257 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef245-cc9d-418d-9fd7-a19763b2dc8d req-939b8f49-5f00-4f93-92cc-2fe66266f72a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:47.536781 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-00bef245-cc9d-418d-9fd7-a19763b2dc8d req-939b8f49-5f00-4f93-92cc-2fe66266f72a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0624621 Jun 22 18:42:47.578792 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-00bef245-cc9d-418d-9fd7-a19763b2dc8d req-88fcf882-3b25-4a8a-8c17-feef3a521b17 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365236 Jun 22 18:42:48.750656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580f6d-d84b-4990-abf4-36fa3b7c69a1 req-5ac48181-28e1-4921-a037-5b578ad598e8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:48.752100 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c580f6d-d84b-4990-abf4-36fa3b7c69a1 req-5ac48181-28e1-4921-a037-5b578ad598e8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0622375 Jun 22 18:42:48.789140 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9c580f6d-d84b-4990-abf4-36fa3b7c69a1 req-9acf1534-80fc-4fed-9268-b799fa776a9d tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Jun 22 18:42:49.157800 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b49ecf-f71e-469a-a6bc-0d53b88a4e62 req-47e8dbf8-2336-4212-af19-f97006fc3738 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:49.159168 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-86b49ecf-f71e-469a-a6bc-0d53b88a4e62 req-47e8dbf8-2336-4212-af19-f97006fc3738 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.1002588 Jun 22 18:42:49.173863 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-08f416bc-da8b-4041-abdd-13e5407e8a12 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1725051 Jun 22 18:42:49.203089 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-86b49ecf-f71e-469a-a6bc-0d53b88a4e62 req-47f7ce1a-9006-4d27-9ae6-6f234b1a5da7 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373571 Jun 22 18:42:50.008642 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:50.085852 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:50.109765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:50.111984 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5602e3c9-7302-4db2-9b19-aadbc4e19b15" -d '{"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:50.124469 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:50.128631 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:50.130684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-ead85579-2230-4cf4-937f-c4066258e092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:50.156207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d7d0aa-8118-4e43-be47-a18835f5d960 x-openstack-request-id: req-c6d7d0aa-8118-4e43-be47-a18835f5d960 {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:50.156487 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-unplugged", "status": "failed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "code": 422}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:50.156739 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c6d7d0aa-8118-4e43-be47-a18835f5d960 {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:50.157188 dv-cinder-797170-4-iscsi neutron-server[92802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'code': 422} returned with failed status Jun 22 18:42:50.182436 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=6']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:50.190286 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.190661 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.191002 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.191339 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.191668 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.191999 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.192354 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.192888 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.193018 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.193318 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.193645 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.193962 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:50.198365 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:50.375065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270eb56-663b-4430-8379-90a71227d4dc req-7b2fa9b1-50d7-430a-b112-61f648917ead tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:50.376560 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a270eb56-663b-4430-8379-90a71227d4dc req-7b2fa9b1-50d7-430a-b112-61f648917ead tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0665185 Jun 22 18:42:50.421692 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-a270eb56-663b-4430-8379-90a71227d4dc req-6b048188-1eb9-4415-a429-dc9af3431bf6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372272 Jun 22 18:42:50.763569 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-219aab1f-24e8-4b2d-aabf-e51f4c3de23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:50.765021 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-219aab1f-24e8-4b2d-aabf-e51f4c3de23d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218&tenant_id=56272049d4d84f03928e7a85bc107804 HTTP/1.1" status: 200 len: 1096 time: 0.0550244 Jun 22 18:42:50.849048 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-90d9ec15-ddcd-45c9-8512-3889a0ae3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:50.850494 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-90d9ec15-ddcd-45c9-8512-3889a0ae3f62 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1096 time: 0.0506456 Jun 22 18:42:50.937425 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-7c5c854d-4906-46b3-b30a-470e545c28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:50.938855 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-7c5c854d-4906-46b3-b30a-470e545c28e6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0803840 Jun 22 18:42:51.004586 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-ced4130a-8b0d-4fc3-9e7e-8d7c79a4f4ad service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 998 time: 0.0583379 Jun 22 18:42:51.051005 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-5b6a5c3f-9e2c-498c-b09e-9c97747c35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:51.052372 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-5b6a5c3f-9e2c-498c-b09e-9c97747c35e8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0419989 Jun 22 18:42:51.108396 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-9b62d0c2-4da7-4bfa-8650-65c14fd8b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:51.109804 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-9b62d0c2-4da7-4bfa-8650-65c14fd8b418 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502486 Jun 22 18:42:51.199428 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-5c6d8b2f-5193-4677-8284-8a75b1776eb2 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828564 Jun 22 18:42:51.284752 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-2ae38045-f496-45fd-94ea-04eb17845ad6 req-3e15a033-ee1a-4211-96b8-852b9d0c3bf9 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787494 Jun 22 18:42:51.606576 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4e2a-631c-4b03-a622-cc2c77a1e658 req-7a2106bd-5915-444b-9f54-dfecd0f0532e tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:51.608022 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-abdd4e2a-631c-4b03-a622-cc2c77a1e658 req-7a2106bd-5915-444b-9f54-dfecd0f0532e tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0633242 Jun 22 18:42:51.643958 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-abdd4e2a-631c-4b03-a622-cc2c77a1e658 req-45baff02-efe1-4ade-b427-f44111c5a9bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298893 Jun 22 18:42:52.811105 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a6872-6212-44d7-98a7-ca3a6d87aa11 req-6f055519-1f2a-4957-92a6-efdac5db577c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:52.812539 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3f7a6872-6212-44d7-98a7-ca3a6d87aa11 req-6f055519-1f2a-4957-92a6-efdac5db577c tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0627930 Jun 22 18:42:52.849225 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-3f7a6872-6212-44d7-98a7-ca3a6d87aa11 req-8b21f24b-3e7d-45d3-958c-e2aa36324fef tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306051 Jun 22 18:42:54.023530 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97a98-76ad-418c-a683-4e4aec4936a3 req-fb0a6a8d-e38f-4b68-a4f4-0d85f00a123a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:54.024956 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f8f97a98-76ad-418c-a683-4e4aec4936a3 req-fb0a6a8d-e38f-4b68-a4f4-0d85f00a123a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0659628 Jun 22 18:42:54.061616 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f8f97a98-76ad-418c-a683-4e4aec4936a3 req-3d85922f-12c2-4bd9-b852-9243272360d5 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Jun 22 18:42:55.228170 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1ebc-b323-46a3-bd05-d442831243d5 req-221141c0-b79d-49e1-a188-0fa4884cd05e tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:55.229491 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-446e1ebc-b323-46a3-bd05-d442831243d5 req-221141c0-b79d-49e1-a188-0fa4884cd05e tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0613256 Jun 22 18:42:55.265314 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-446e1ebc-b323-46a3-bd05-d442831243d5 req-36974064-d501-4a2a-82ec-8a09acd38e26 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Jun 22 18:42:56.436442 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd15f-09e6-450f-9b0d-e7d91851585b req-ab7c52f5-2b9e-4636-b36b-d704818fc67d tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:56.438855 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-006bd15f-09e6-450f-9b0d-e7d91851585b req-ab7c52f5-2b9e-4636-b36b-d704818fc67d tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0664511 Jun 22 18:42:56.478015 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-006bd15f-09e6-450f-9b0d-e7d91851585b req-94a3c1f3-80ad-4f34-8eb3-fec011a6bbbe tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343890 Jun 22 18:42:57.647873 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f446e-0515-4ecf-b375-6c4ebdaa5b70 req-44dba41d-5f97-453d-89e2-99818c23b1bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:57.649644 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ee6f446e-0515-4ecf-b375-6c4ebdaa5b70 req-44dba41d-5f97-453d-89e2-99818c23b1bd tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 943 time: 0.0628479 Jun 22 18:42:57.687361 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-ee6f446e-0515-4ecf-b375-6c4ebdaa5b70 req-5592e159-44d2-426e-b9ed-ec46f85175cf tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Jun 22 18:42:58.053222 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:42:58.147243 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:58.157961 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Returning: {'device': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'port_id': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'mac_address': 'fa:16:3e:0a:62:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:42:58.194205 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:58.207761 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf9673f-d27c-4c9c-8634-a668e8abe908 {{(pid=92802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:58.234058 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:58.237834 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:58.240903 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:58.290372 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=7']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:58.292864 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:58.543975 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] get_ports_and_sgs() called for port_ids ['7bf9673f-d27c-4c9c-8634-a668e8abe908'] {{(pid=92802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:58.857484 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805f03-2464-4b10-ba34-884562c32f3b req-ce2f9303-e4cd-42aa-846f-af0f1799791a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:58.858851 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6c805f03-2464-4b10-ba34-884562c32f3b req-ce2f9303-e4cd-42aa-846f-af0f1799791a tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 944 time: 0.0614123 Jun 22 18:42:58.893787 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-6c805f03-2464-4b10-ba34-884562c32f3b req-fbd1b819-25eb-4698-9d03-e5cb29b0401f tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295398 Jun 22 18:43:00.067347 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 up at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:43:00.077668 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e07516-cbc9-4518-8d9a-f00f8bdcedf0 req-885a075f-8a71-46be-9e0e-92f91b48e47f tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:00.078562 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-72e07516-cbc9-4518-8d9a-f00f8bdcedf0 req-885a075f-8a71-46be-9e0e-92f91b48e47f tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 944 time: 0.0672781 Jun 22 18:43:00.118201 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.provisioning_blocks [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Provisioning complete for port 7bf9673f-d27c-4c9c-8634-a668e8abe908 triggered by entity L2. {{(pid=92802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:43:00.118579 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7643784'] for port, provisioning_complete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:00.121163 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-72e07516-cbc9-4518-8d9a-f00f8bdcedf0 req-b5680834-0856-48f2-b62a-539076508bd8 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Jun 22 18:43:00.196848 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7838856'] for port, before_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:00.218419 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:43:00.220701 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff1c98e2ba19b9b83f8e00b578358a2271ac3490126aae52e9b218f94e72eec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f280e7-1b99-4bc3-b9ee-0f1aa68e0a0a" -d '{"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-plugged", "status": "completed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:43:00.233130 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:00.238774 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764647688394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764647260290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764647260335'] for port, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:00.240760 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:00.262477 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c125a4c6-6749-40d1-8c33-e169e41e118e x-openstack-request-id: req-c125a4c6-6749-40d1-8c33-e169e41e118e {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:43:00.262780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-plugged", "status": "completed", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "code": 200}]} {{(pid=92802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:43:00.263058 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-c125a4c6-6749-40d1-8c33-e169e41e118e {{(pid=92802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:43:00.263452 dv-cinder-797170-4-iscsi neutron-server[92802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'code': 200} Jun 22 18:43:00.289569 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Pushing event updated for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=8']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:00.292658 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:00.533884 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bc2e9-caff-46a2-8189-047ee94c3417 req-65f93d54-3d5a-4eb7-b45c-78e81f899149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:00.535976 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-757bc2e9-caff-46a2-8189-047ee94c3417 req-65f93d54-3d5a-4eb7-b45c-78e81f899149 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0599651 Jun 22 18:43:00.570151 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-757bc2e9-caff-46a2-8189-047ee94c3417 req-e65fee95-a54d-426d-84a5-5850fc1b6343 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276432 Jun 22 18:43:01.294147 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed495d-6a28-4219-a9df-0f13e10469f4 req-73ba4834-9d95-4911-8b59-367bffe001da tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:01.295596 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54ed495d-6a28-4219-a9df-0f13e10469f4 req-73ba4834-9d95-4911-8b59-367bffe001da tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0637503 Jun 22 18:43:01.332198 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-54ed495d-6a28-4219-a9df-0f13e10469f4 req-c20c8b50-5045-4ff7-89ec-9a2495e5b44b tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305493 Jun 22 18:43:02.501983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4433194-0107-4005-8cd1-f6729a5a65a1 req-9e471f7d-26cb-4f0a-a5e8-62dd9f8d8972 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:02.503433 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f4433194-0107-4005-8cd1-f6729a5a65a1 req-9e471f7d-26cb-4f0a-a5e8-62dd9f8d8972 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0657885 Jun 22 18:43:02.540116 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-f4433194-0107-4005-8cd1-f6729a5a65a1 req-15a6c191-3270-4150-b3a2-12fff7c1bf10 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Jun 22 18:43:05.373279 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-c42da389-d657-4014-8c52-f3128e28ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:07.908557 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-67a9db6c-55c3-4f66-841b-b3362f137cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:08.065717 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:09.043517 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:11.256576 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:13.203316 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:13.806413 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:35.373207 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a8514d86-cd71-48b3-91e7-146844fbcb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:37.909673 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-06914d8e-a423-4d61-9c06-0ae700abee2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.066064 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:39.046611 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:41.259576 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.813536 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:50.202144 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:00.718621 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-34720f06-670f-4420-98ce-2a21a7996279 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506029 Jun 22 18:44:00.832534 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-a59ddabe-c657-4c53-99b0-6240165ca444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:00.833958 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-a59ddabe-c657-4c53-99b0-6240165ca444 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0524304 Jun 22 18:44:00.936582 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-2d01d255-73b9-4e0b-a5a8-2fe6c376913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:00.937994 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-2d01d255-73b9-4e0b-a5a8-2fe6c376913b service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.0833557 Jun 22 18:44:00.999710 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-ad67d031-0ec3-4f21-ad02-9708abe4084f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 1000 time: 0.0542052 Jun 22 18:44:01.049811 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-6c703893-1953-4a04-87f4-e93a7a3c73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:01.051204 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-6c703893-1953-4a04-87f4-e93a7a3c73c2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0451779 Jun 22 18:44:01.109251 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-a0246a26-a577-4629-bf89-3bdcf1fc90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:01.110715 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-a0246a26-a577-4629-bf89-3bdcf1fc90a2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513787 Jun 22 18:44:01.196461 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-08792ab1-cc35-4b2f-9ef3-0339e29ae6bf service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779641 Jun 22 18:44:01.286322 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-5622c6db-2349-4baf-b201-5a5f866cca21 req-6c2b06d7-dbdf-4321-9b21-d82315542bf9 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831237 Jun 22 18:44:05.373620 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d332a3e5-f8d7-414f-a02b-d284d802f8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:07.909195 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-49cb4773-1ead-4ada-a4c3-230cc9404a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:08.067155 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:09.048710 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:11.262212 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:13.825174 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.512517 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35462) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:21.665413 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Deleting port 7af47a99-e651-4cd3-8d18-8c11497176a1 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:21.665757 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.736983 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.737315 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.748963 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Calling delete_port for 7af47a99-e651-4cd3-8d18-8c11497176a1 owned by network:floatingip {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:21.891819 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.893716 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-a86736b3-7e31-4f1c-a126-0448a9eb4dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:21.915826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event deleted for resources: {'Port': ['ID=7af47a99-e651-4cd3-8d18-8c11497176a1,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:21.945443 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.945826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.946229 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.947231 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.947598 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.947960 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.948317 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.948674 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.949032 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.949389 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.949996 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.950373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:21.953831 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:21.986826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for floatingip, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:21.987153 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.db.l3_db [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Floating IP 631582d1-1f79-4b9f-88d7-8a869658ccfd disassociated (deleted). External IP: 172.27.1.24, port: 7bf9673f-d27c-4c9c-8634-a668e8abe908. Jun 22 18:44:22.186035 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:22.288899 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:22.293271 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for floatingip, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:22.300217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Sync routers for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:22.309347 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:22.309986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:22.415521 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:22.611721 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4818c656-94ba-4ee6-86e7-eade591797f1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "DELETE /v2.0/floatingips/631582d1-1f79-4b9f-88d7-8a869658ccfd HTTP/1.1" status: 204 len: 168 time: 1.0981066 Jun 22 18:44:22.612395 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:22.614715 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5230b9e1889eb15ea2a5cf3b7d53c7c272787d99f13fb518cbfe21b798ba8bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d3205a-5c71-4d98-96a0-c11f6636da1f" -d '{"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:22.619280 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:22.645175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Checking router: 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:22.653319 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:22.653930 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:22.755652 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:22.851037 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb5f5b-6e71-41e4-80c8-1d09f59e1b5f x-openstack-request-id: req-aecb5f5b-6e71-41e4-80c8-1d09f59e1b5f {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:22.851386 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "status": "completed", "code": 200}]} {{(pid=92801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:22.851688 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-aecb5f5b-6e71-41e4-80c8-1d09f59e1b5f {{(pid=92801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:22.852128 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'status': 'completed', 'code': 200} Jun 22 18:44:22.989409 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-054a82f3-e727-45cc-b35f-5f5dbfd6a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:22.991103 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-054a82f3-e727-45cc-b35f-5f5dbfd6a018 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56272049d4d84f03928e7a85bc107804&device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 1098 time: 0.0518067 Jun 22 18:44:22.999714 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970357d-a621-4d73-9b3a-e612c1bbac19 req-0d14c0c4-2f97-4043-b6f6-f51287dfcd92 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.001162 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9970357d-a621-4d73-9b3a-e612c1bbac19 req-0d14c0c4-2f97-4043-b6f6-f51287dfcd92 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0632546 Jun 22 18:44:23.040283 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-9970357d-a621-4d73-9b3a-e612c1bbac19 req-2cde2b6c-50b9-4507-9cbc-322aa67012d0 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332592 Jun 22 18:44:23.082585 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:23.109232 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa6ee79-e047-4025-8259-3d4690351196 None None] The sync data for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi is: [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:40Z', 'revision_number': 4, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi', '_interfaces': [{'id': 'cc056c6e-f5cf-4bef-9d6c-d81f2fce8724', 'name': '', 'network_id': '9f4d18e7-a5c4-479c-bcca-b804fdf8b145', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'mac_address': 'fa:16:3e:89:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:40Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'subnets': [{'id': 'abb2edbe-e4b1-4bc3-a052-4de201c1c7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:23.324815 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1233ada-b9cf-42b9-9056-710792da16ef None None] New status for floating IP 631582d1-1f79-4b9f-88d7-8a869658ccfd: DOWN {{(pid=92803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:44:23.348511 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-e54cba51-82fb-49f7-8324-05f24ef8923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.349969 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-e54cba51-82fb-49f7-8324-05f24ef8923b service neutron] 10.222.0.112 "GET /v2.0/networks?id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 200 len: 911 time: 0.3516629 Jun 22 18:44:23.391343 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-42daeeca-92eb-42e2-8d3b-7269a211baf4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 200 len: 217 time: 0.0329213 Jun 22 18:44:23.443715 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-b8dd1382-d070-4091-9b55-b2e275d84f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.445132 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-b8dd1382-d070-4091-9b55-b2e275d84f26 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 200 len: 848 time: 0.0464871 Jun 22 18:44:23.505318 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-fe840b20-9ec4-4970-bbda-4631881943ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:23.506831 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-fe840b20-9ec4-4970-bbda-4631881943ae service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9f4d18e7-a5c4-479c-bcca-b804fdf8b145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541999 Jun 22 18:44:23.594000 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-b329d410-2301-4f6d-b2a3-ed1be6511661 service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780380 Jun 22 18:44:23.690548 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-66d3205a-5c71-4d98-96a0-c11f6636da1f req-8aa40b71-8191-48f4-94b3-94f38a60c52d service neutron] 10.222.0.112 "GET /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Jun 22 18:44:24.214224 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317484d-bc17-4899-ad8c-ab2f61949a11 req-ed6a189b-4afd-4015-a829-613111fe47a9 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:24.215691 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4317484d-bc17-4899-ad8c-ab2f61949a11 req-ed6a189b-4afd-4015-a829-613111fe47a9 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0655434 Jun 22 18:44:24.254463 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-4317484d-bc17-4899-ad8c-ab2f61949a11 req-5d88b624-95cb-4c63-b1ee-898e711173c1 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/security-groups?id=1595491e-169e-4ee9-97ad-2eab04ab85fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 Jun 22 18:44:24.926876 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-8394e64c-15f8-4902-83f0-60217a04788b tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:44:24.928285 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-8394e64c-15f8-4902-83f0-60217a04788b tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 945 time: 0.0612140 Jun 22 18:44:25.026561 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Deleting port 7bf9673f-d27c-4c9c-8634-a668e8abe908 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:25.026901 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.110722 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] For port 7bf9673f-d27c-4c9c-8634-a668e8abe908, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7bf9673f-d27c-4c9c-8634-a668e8abe908,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:25.111070 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.122635 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Calling delete_port for 7bf9673f-d27c-4c9c-8634-a668e8abe908 owned by compute:nova {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:25.252848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.256676 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a30400f4-f011-477f-9953-450313be7ac1 tempest-AttachVolumeTestJSON-1639740466 tempest-AttachVolumeTestJSON-1639740466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:25.283966 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event deleted for resources: {'Port': ['ID=7bf9673f-d27c-4c9c-8634-a668e8abe908,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:25.313582 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.313964 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.314361 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.314731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.315095 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.315459 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.315816 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.316169 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.316527 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.316881 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.317235 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.317586 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:25.323039 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:25.342850 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] No DVR routers for this DVR port 7bf9673f-d27c-4c9c-8634-a668e8abe908 on host hv-cinder-79717 {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:25.345320 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257809'] for port, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:25.347457 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [req-42cd6c02-7b53-4366-80a1-dd870a66c2fb req-a4429852-a170-4dbe-8665-24d5306b1f78 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.112 "DELETE /v2.0/ports/7bf9673f-d27c-4c9c-8634-a668e8abe908 HTTP/1.1" status: 204 len: 173 time: 0.4136615 Jun 22 18:44:25.347954 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-deleted', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908'}] {{(pid=92800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:44:25.350263 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.108/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d1b103b4f145cb62c2347488f05ae82a703087714baa8bcf4fcd976356dac5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84253b9-5b54-4997-a63f-763a24b0c03b" -d '{"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-deleted", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908"}]}' {{(pid=92800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:44:25.403378 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [req-0f69f72d-f8f9-48f0-b075-6ad807662e82 req-8e1a7e38-a333-45ff-aabb-1768f55a34fe tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "GET /v2.0/ports?device_id=acba3006-f3c4-47a4-a767-fc45099cb218 HTTP/1.1" status: 200 len: 210 time: 0.0292404 Jun 22 18:44:25.450682 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05321772-cd10-4e57-a8b8-0e5b0ce0a293 x-openstack-request-id: req-05321772-cd10-4e57-a8b8-0e5b0ce0a293 {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:44:25.451042 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3006-f3c4-47a4-a767-fc45099cb218", "name": "network-vif-deleted", "tag": "7bf9673f-d27c-4c9c-8634-a668e8abe908", "status": "completed", "code": 200}]} {{(pid=92800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:44:25.451338 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.108/compute/v2.1/os-server-external-events used request id req-05321772-cd10-4e57-a8b8-0e5b0ce0a293 {{(pid=92800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:44:25.451819 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acba3006-f3c4-47a4-a767-fc45099cb218', 'name': 'network-vif-deleted', 'tag': '7bf9673f-d27c-4c9c-8634-a668e8abe908', 'status': 'completed', 'code': 200} Jun 22 18:44:26.506997 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35486) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:26.563274 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.586738 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.645696 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.648235 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:26.649347 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] 10.222.0.108 "DELETE /v2.0/security-groups/1595491e-169e-4ee9-97ad-2eab04ab85fe HTTP/1.1" status: 204 len: 168 time: 0.1410668 Jun 22 18:44:26.650661 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d19321c3-1b62-4459-84e0-72641737106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:26.659205 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1595491e-169e-4ee9-97ad-2eab04ab85fe,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:26.661895 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4f7dd0c3-546b-4d1c-a6f7-0c2d6c780bb6 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:26.689295 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35490) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:27.020532 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:27.200784 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:27.262301 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Deleting port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:27.262568 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:27.337149 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] For port cc056c6e-f5cf-4bef-9d6c-d81f2fce8724, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:27.337536 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:27.353065 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Calling delete_port for cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 owned by network:router_interface {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:27.538528 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:27.542043 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-4be950b2-a0f3-4889-97d9-d8e0e53cceaf tempest-TestMinimumBasicScenario-808864095 tempest-TestMinimumBasicScenario-808864095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:27.569373 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc056c6e-f5cf-4bef-9d6c-d81f2fce8724,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:27.572307 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:27.727771 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:27.934454 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:28.035937 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:28.041689 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-8dbb752b-9905-4e84-9ccc-0c6986894e38 admin admin] 10.222.0.108 "PUT /v2.0/routers/8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3513505 Jun 22 18:44:28.043907 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35492) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:28.046149 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Sync routers for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:28.054986 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:28.055597 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:28.143342 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.156832 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:28.240669 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.292155 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Deleting port 4199ab6e-9a20-4d7f-b88e-95199029b0fc {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:28.292495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.331757 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:44:27Z', 'revision_number': 5, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port': {'id': '4199ab6e-9a20-4d7f-b88e-95199029b0fc', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:61:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:28.357327 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Checking router: 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 for host: dv-cinder-797170-4-iscsi {{(pid=92802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:28.365877 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Routers {'8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:28.366524 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'], 'active': True} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:28.368002 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] For port 4199ab6e-9a20-4d7f-b88e-95199029b0fc, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=4199ab6e-9a20-4d7f-b88e-95199029b0fc,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:28.368360 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.383942 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Calling delete_port for 4199ab6e-9a20-4d7f-b88e-95199029b0fc owned by network:router_gateway {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:28.451354 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvr_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] Set router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 gateway port host: None {{(pid=92802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:28.478217 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:28.510864 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_hamode_db [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:44:28Z', 'revision_number': 6, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:28.527967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] No Port match for: 7bf9673f-d27c-4c9c-8634-a668e8abe908 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:28.528325 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Device 7bf9673f-d27c-4c9c-8634-a668e8abe908 not bound to the agent host hv-cinder-79717 {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:28.550931 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.552968 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57183f41-a12a-4d14-a85a-eb51b00bf6b5 None None] The sync data for ids ['8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1'] in dv-cinder-797170-4-iscsi is: [{'id': '8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1', 'name': 'tempest-TestShelveInstance-2069838386-router', 'tenant_id': '56272049d4d84f03928e7a85bc107804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:38Z', 'updated_at': '2021-06-22T18:44:28Z', 'revision_number': 6, 'project_id': '56272049d4d84f03928e7a85bc107804', 'gw_port_host': None}] {{(pid=92802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:28.553117 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-763aecd0-b0d0-4626-a6e3-617e4a5ba428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:28.576430 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4199ab6e-9a20-4d7f-b88e-95199029b0fc,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:28.580028 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:28.639788 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.724988 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.727058 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.772473 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.772933 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 {{(pid=92801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:44:28.777049 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.778161 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-d071e5aa-1b40-4c7b-a0e1-7893cdf34ae1 admin admin] 10.222.0.108 "DELETE /v2.0/routers/8a4e06a5-07da-43f3-85b4-90b5dc0d3ab1 HTTP/1.1" status: 204 len: 168 time: 0.7333212 Jun 22 18:44:28.780661 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35494) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:28.825825 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Deleting subnet abb2edbe-e4b1-4bc3-a052-4de201c1c7df {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:44:28.828803 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.866092 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.948089 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:28.998644 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.001298 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-0162d9ef-9c87-4aa6-a64f-1202ac598dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:29.023481 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb2edbe-e4b1-4bc3-a052-4de201c1c7df,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:29.026958 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:29.027918 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.029684 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-ed5cd946-3031-4aef-9c34-94c97d68fb8c admin admin] 10.222.0.108 "DELETE /v2.0/subnets/abb2edbe-e4b1-4bc3-a052-4de201c1c7df HTTP/1.1" status: 204 len: 168 time: 0.2481217 Jun 22 18:44:29.032174 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35496) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:29.032661 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75da90-684c-489f-ac7d-3229fe8de209 None None] Network 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:29.101042 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.153075 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Deleting port 5afedf1f-256c-487b-abcb-02bfe613b173 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:29.153423 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.215361 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] For port 5afedf1f-256c-487b-abcb-02bfe613b173, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=5afedf1f-256c-487b-abcb-02bfe613b173,segment=NetworkSegment(ec131ece-2edf-4a01-9877-61875fea9616),segment_id=ec131ece-2edf-4a01-9877-61875fea9616)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:29.215656 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.227336 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Calling delete_port for 5afedf1f-256c-487b-abcb-02bfe613b173 owned by network:dhcp {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:29.298107 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] DHCP port deletion for 9f4d18e7-a5c4-479c-bcca-b804fdf8b145 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:29.315778 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.319523 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-40ed6495-8f75-427d-8e58-be3538660be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:29.347160 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afedf1f-256c-487b-abcb-02bfe613b173,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:29.347639 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Deleting port 5afedf1f-256c-487b-abcb-02bfe613b173 {{(pid=92802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:29.348031 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.350390 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:29.351882 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5afedf1f-256c-487b-abcb-02bfe613b173 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:29.353013 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] No DVR routers for this DVR port 5afedf1f-256c-487b-abcb-02bfe613b173 on host dv-cinder-797170-4-iscsi {{(pid=92801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:29.405218 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 5afedf1f-256c-487b-abcb-02bfe613b173 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:29.405570 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 5afedf1f-256c-487b-abcb-02bfe613b173 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:29.406113 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:29.425826 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.428017 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:29.428381 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device cc056c6e-f5cf-4bef-9d6c-d81f2fce8724 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:29.428808 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 4199ab6e-9a20-4d7f-b88e-95199029b0fc no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:29.437279 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4d18e7-a5c4-479c-bcca-b804fdf8b145']}} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:29.449189 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec131ece-2edf-4a01-9877-61875fea9616') {'for_net_delete': True} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:29.449483 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.services.segments.db [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec131ece-2edf-4a01-9877-61875fea9616') {} {{(pid=92801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:29.458172 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 4199ab6e-9a20-4d7f-b88e-95199029b0fc {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:29.458531 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 4199ab6e-9a20-4d7f-b88e-95199029b0fc not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:29.458680 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4114442'] for segment, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.471919 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] For port 5afedf1f-256c-487b-abcb-02bfe613b173, host dv-cinder-797170-4-iscsi, got binding levels [] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:29.472553 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.474632 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.480977 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Releasing vlan 1350 on physical network physnet1 to pool {{(pid=92801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:44:29.481478 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3518048'] for segment, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: Traceback (most recent call last): Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: timer() Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: cb(*args, **kw) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: return func(*args, **kwargs) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: self._notify() Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: self.callback(batched_events) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: event.method(event) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: return f(self, *a, **k) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._get(url).json() Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: return self.request(url, 'GET', **kwargs) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:44:29.483406 dv-cinder-797170-4-iscsi neutron-server[92801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:44:29.485977 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Calling delete_port for 5afedf1f-256c-487b-abcb-02bfe613b173 owned by network:dhcp {{(pid=92802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:29.487479 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.ipam_backend_mixin [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Port 5afedf1f-256c-487b-abcb-02bfe613b173 was not found and therefore no delete operation was performed {{(pid=92802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 18:44:29.489086 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281'] for port, after_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.493029 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:29.519758 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Pushing event deleted for resources: {'Port': ['ID=5afedf1f-256c-487b-abcb-02bfe613b173,revision_number=None']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:29.521994 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] No DVR routers for this DVR port 5afedf1f-256c-487b-abcb-02bfe613b173 on host dv-cinder-797170-4-iscsi {{(pid=92802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:29.531661 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.532149 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.532378 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.532681 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.533071 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.533306 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.533634 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.533956 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.534304 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.534625 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.534941 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.535258 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-4-iscsi {{(pid=92802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:29.538691 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-a66addeb-bb4a-4778-92f3-8fb7869f4c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:29.546535 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.549955 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:29.552476 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.554325 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] 10.222.0.108 "DELETE /v2.0/networks/9f4d18e7-a5c4-479c-bcca-b804fdf8b145 HTTP/1.1" status: 204 len: 168 time: 0.5212109 Jun 22 18:44:29.557854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35498) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:29.566275 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4d18e7-a5c4-479c-bcca-b804fdf8b145,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:29.568802 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-f7ed685c-b940-47a6-9285-e84a3075ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:29.889146 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688543'] for router_interface, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:30.129852 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Deleting port 093f7bde-8539-4376-ad99-e1097724d09f {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:30.130220 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:30.206623 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] For port 093f7bde-8539-4376-ad99-e1097724d09f, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=093f7bde-8539-4376-ad99-e1097724d09f,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:30.206901 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:30.219371 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Calling delete_port for 093f7bde-8539-4376-ad99-e1097724d09f owned by network:router_interface {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:30.393022 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:30.395698 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-631c7409-15d2-4445-a1bd-e26ef220edbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:30.419717 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Pushing event deleted for resources: {'Port': ['ID=093f7bde-8539-4376-ad99-e1097724d09f,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:30.423731 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:30.589565 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1511186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1688387'] for router_interface, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:30.789978 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 has already been hosted by L3 agent ee8f6389-a96f-482e-bf10-ce8237de459f {{(pid=92800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:44:30.905854 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Notify agent at l3_agent.dv-cinder-797170-4-iscsi the message routers_updated {{(pid=92800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:44:30.912319 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] 10.222.0.108 "PUT /v2.0/routers/f4141593-4fd2-4baa-a2b3-a5d7d1f22f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3523426 Jun 22 18:44:30.913540 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35500) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:30.916079 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Sync routers for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:44:30.924925 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:30.925527 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:31.015451 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks [] for router, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.024089 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: dv-cinder-797170-4-iscsi {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:31.117320 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.182115 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Deleting port e088c4e9-6956-4c54-a7f3-4f73c419d205 {{(pid=92801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:31.182521 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.203199 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'external_fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:44:30Z', 'revision_number': 5, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port': {'id': 'e088c4e9-6956-4c54-a7f3-4f73c419d205', 'name': '', 'network_id': '956ad961-fb51-4449-b138-3aa3ca35f681', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:43Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd84a9f37-8ffa-4163-988c-4fa42324a6e3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-4-iscsi'}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:31.233897 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Checking router: f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 for host: dv-cinder-797170-4-iscsi {{(pid=92803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:44:31.242343 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Routers {'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'} bound to L3 agent in host dv-cinder-797170-4-iscsi {{(pid=92803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:44:31.242960 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:21:38Z,description=,heartbeat_timestamp=2021-06-22T18:44:08Z,host='dv-cinder-797170-4-iscsi',id=ee8f6389-a96f-482e-bf10-ce8237de459f,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:21:38Z,topic='l3_agent')) {'router_ids': ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'], 'active': True} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:31.276382 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.db [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] For port e088c4e9-6956-4c54-a7f3-4f73c419d205, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=e088c4e9-6956-4c54-a7f3-4f73c419d205,segment=NetworkSegment(3e7edfeb-5936-46b0-a89a-f4f0064ea88c),segment_id=3e7edfeb-5936-46b0-a89a-f4f0064ea88c)] {{(pid=92801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:31.276741 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.288009 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.plugins.ml2.plugin [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Calling delete_port for e088c4e9-6956-4c54-a7f3-4f73c419d205 owned by network:router_gateway {{(pid=92801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:31.327673 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_dvr_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] Set router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 gateway port host: None {{(pid=92803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:44:31.378426 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.l3_hamode_db [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:44:31Z', 'revision_number': 6, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port_host': None}], 'dv-cinder-797170-4-iscsi', False) {} {{(pid=92803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:31.404576 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c07f7b-6e6e-480b-ade6-0bf007cf2a28 None None] The sync data for ids ['f4141593-4fd2-4baa-a2b3-a5d7d1f22f30'] in dv-cinder-797170-4-iscsi is: [{'id': 'f4141593-4fd2-4baa-a2b3-a5d7d1f22f30', 'name': 'tempest-TestShelveInstance-120455126-router', 'tenant_id': 'be50bc39c5d046a19d6662346acadd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:42Z', 'updated_at': '2021-06-22T18:44:31Z', 'revision_number': 6, 'project_id': 'be50bc39c5d046a19d6662346acadd42', 'gw_port_host': None}] {{(pid=92803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:44:31.449530 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3518353'] for port, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.451687 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-e5095973-a3c4-4826-908b-8a2065e0dc09 tempest-TestShelveInstance-894082394 tempest-TestShelveInstance-894082394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:31.474895 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Pushing event deleted for resources: {'Port': ['ID=e088c4e9-6956-4c54-a7f3-4f73c419d205,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:31.477947 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:31.539872 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624111'] for router_gateway, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.928566 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1692765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.930695 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.972283 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1694440'] for router, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.972812 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 {{(pid=92801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:44:31.977303 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] Notify callbacks [] for router, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.978845 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-57f30bac-6514-436d-986c-d697f400b927 admin admin] 10.222.0.108 "DELETE /v2.0/routers/f4141593-4fd2-4baa-a2b3-a5d7d1f22f30 HTTP/1.1" status: 204 len: 168 time: 1.0641463 Jun 22 18:44:31.981007 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35502) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:32.023460 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Deleting subnet b16a69b5-3fc2-4085-a694-d1c617f71959 {{(pid=92801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:44:32.026304 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.059248 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114451'] for subnet, precommit_delete_associations {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.136029 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7650750'] for subnet, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.188376 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7650741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3518407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9169007'] for subnet, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.190449 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:32.213718 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16a69b5-3fc2-4085-a694-d1c617f71959,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:32.216774 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:32.217740 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.222094 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35504) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:32.222674 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-71f9541c-dfcb-4eeb-baa7-e96d3423939a admin admin] 10.222.0.108 "DELETE /v2.0/subnets/b16a69b5-3fc2-4085-a694-d1c617f71959 HTTP/1.1" status: 204 len: 168 time: 0.2401431 Jun 22 18:44:32.222919 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c4fda5-c9b7-426a-9d97-ee913fd80292 None None] Network 052f27b6-6086-43c1-bfd2-0d3e891d5d77 requested from dv-cinder-797170-4-iscsi {{(pid=92802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:44:32.298851 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7809507'] for network, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.357335 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Deleting port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 {{(pid=92800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:32.357727 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.423172 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.db [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] For port 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0df7b675-c4a3-48cf-9e16-e056e5172bd5,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:32.423659 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.436995 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.plugin [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Calling delete_port for 0df7b675-c4a3-48cf-9e16-e056e5172bd5 owned by network:dhcp {{(pid=92800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:32.438444 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] DHCP port deletion for 052f27b6-6086-43c1-bfd2-0d3e891d5d77 request from dv-cinder-797170-4-iscsi {{(pid=92802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:44:32.491643 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Deleting port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 {{(pid=92802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:44:32.492028 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764647748334'] for port, before_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.522848 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143947'] for port, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.526509 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-9c9133a7-f052-44e4-95ab-c4f9127e2173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:32.551069 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df7b675-c4a3-48cf-9e16-e056e5172bd5,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:32.552805 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] No DVR routers for this DVR port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 on host dv-cinder-797170-4-iscsi {{(pid=92800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:32.553751 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.db [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] For port 0df7b675-c4a3-48cf-9e16-e056e5172bd5, host dv-cinder-797170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-4-iscsi',level=0,port_id=0df7b675-c4a3-48cf-9e16-e056e5172bd5,segment=NetworkSegment(c2f1a96e-ae8c-4a37-9bab-6820004b56a3),segment_id=c2f1a96e-ae8c-4a37-9bab-6820004b56a3)] {{(pid=92802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:44:32.554350 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:32.554488 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625959'] for port, precommit_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.568409 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Calling delete_port for 0df7b675-c4a3-48cf-9e16-e056e5172bd5 owned by network:dhcp {{(pid=92802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:44:32.621896 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7648517', 'neutron.services.segments.db._delete_segments_for_network-8764647769820'] for network, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.631468 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052f27b6-6086-43c1-bfd2-0d3e891d5d77']}} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:32.645069 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3') {'for_net_delete': True} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:32.645298 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.services.segments.db [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f1a96e-ae8c-4a37-9bab-6820004b56a3') {} {{(pid=92800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:44:32.655080 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764647769649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8617401'] for segment, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.668206 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429'] for segment, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.674186 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=92800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:44:32.674602 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7684429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2144058'] for segment, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: Traceback (most recent call last): Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: timer() Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: cb(*args, **kw) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: return func(*args, **kwargs) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: self._notify() Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: self.callback(batched_events) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: event.method(event) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: return f(self, *a, **k) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._get(url).json() Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: return self.request(url, 'GET', **kwargs) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:44:32.676384 dv-cinder-797170-4-iscsi neutron-server[92800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:44:32.685121 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7837802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1511168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764647688421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764647260281'] for port, after_delete {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.687821 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-d8c62853-abc9-43d1-80a1-02f6017cc1c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:32.711465 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Pushing event deleted for resources: {'Port': ['ID=0df7b675-c4a3-48cf-9e16-e056e5172bd5,revision_number=None']} {{(pid=92802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:32.713869 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] No DVR routers for this DVR port 0df7b675-c4a3-48cf-9e16-e056e5172bd5 on host dv-cinder-797170-4-iscsi {{(pid=92802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:44:32.715251 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG oslo_concurrency.lockutils [None req-2a3c8999-58e3-443b-b5d4-74651a3f526b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:32.733741 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7648572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1511193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624251'] for network, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.737424 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:32.740080 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1511222'] for network, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:32.741743 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] 10.222.0.108 "DELETE /v2.0/networks/052f27b6-6086-43c1-bfd2-0d3e891d5d77 HTTP/1.1" status: 204 len: 168 time: 0.5185199 Jun 22 18:44:32.753117 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=052f27b6-6086-43c1-bfd2-0d3e891d5d77,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:32.755401 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-0662f736-6fbc-437d-ba71-c9245157a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:32.915828 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35508) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:32.954418 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-c8c9f804-1d75-4e3d-8ad9-c8c7149ca512 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=56272049d4d84f03928e7a85bc107804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373650 Jun 22 18:44:32.956631 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [-] (92800) accepted ('10.222.0.108', 35510) {{(pid=92800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:33.002039 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.026286 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.072765 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e088c4e9-6956-4c54-a7f3-4f73c419d205 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:33.078651 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.081535 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron_lib.callbacks.manager [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.082720 dv-cinder-797170-4-iscsi neutron-server[92800]: INFO neutron.wsgi [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/fa989108-27f3-4164-a38c-624878503aae HTTP/1.1" status: 204 len: 168 time: 0.1252108 Jun 22 18:44:33.083555 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-077bfc3c-18af-4e19-b8ac-2345e04be2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:33.091103 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa989108-27f3-4164-a38c-624878503aae,revision_number=None']} {{(pid=92800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:33.093558 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG oslo_concurrency.lockutils [None req-87ac6e2b-a0dc-4942-9370-eef4de80a0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:33.095675 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: e088c4e9-6956-4c54-a7f3-4f73c419d205 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:33.096032 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device e088c4e9-6956-4c54-a7f3-4f73c419d205 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:33.096456 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0df7b675-c4a3-48cf-9e16-e056e5172bd5 no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:33.117981 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 0df7b675-c4a3-48cf-9e16-e056e5172bd5 {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:33.118359 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 0df7b675-c4a3-48cf-9e16-e056e5172bd5 not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:33.119313 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 093f7bde-8539-4376-ad99-e1097724d09f no longer exists at agent ovs-agent-dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:44:33.144216 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] No Port match for: 093f7bde-8539-4376-ad99-e1097724d09f {{(pid=92802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:44:33.144571 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron.plugins.ml2.rpc [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Device 093f7bde-8539-4376-ad99-e1097724d09f not bound to the agent host dv-cinder-797170-4-iscsi {{(pid=92802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:44:33.386614 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35516) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:33.428988 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-b36c1db9-fe64-4119-a2f4-0ff0d186f3d6 admin admin] 10.222.0.108 "GET /v2.0/security-groups?tenant_id=be50bc39c5d046a19d6662346acadd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411623 Jun 22 18:44:33.431825 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [-] (92801) accepted ('10.222.0.108', 35518) {{(pid=92801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:33.476882 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.499344 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.543796 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745167'] for security_group, after_delete {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.546495 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron_lib.callbacks.manager [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:33.547618 dv-cinder-797170-4-iscsi neutron-server[92801]: INFO neutron.wsgi [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] 10.222.0.108 "DELETE /v2.0/security-groups/86689ce9-234a-4d2a-9eb6-ad8f2cf65d78 HTTP/1.1" status: 204 len: 168 time: 0.1149259 Jun 22 18:44:33.548387 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-3086e3ad-c45d-4aec-9476-01f217f0be19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:33.555440 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86689ce9-234a-4d2a-9eb6-ad8f2cf65d78,revision_number=None']} {{(pid=92801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:33.558328 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG oslo_concurrency.lockutils [None req-542503e8-6217-44b4-ba29-5776773cb050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92801) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:35.374452 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-eb3ebb38-bc3c-46d1-ae2d-87270eed22b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:37.909660 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a06d800d-d091-4e2a-9cec-5049f6401e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:38.067707 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.054137 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:41.263684 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:43.830496 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:04.199125 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:05.374319 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-bad34100-e1ee-4da9-b004-cf65ebb24f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:07.910593 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-5a60c106-a60f-4a58-bb16-aa44e89095c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.066541 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:09.055441 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:11.265357 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:13.837447 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:14.238886 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [req-0fbc1a7a-012d-4a0c-932d-2130ab59bdac req-24550efc-4881-4aa9-a9d8-c6f66f04109f service neutron] (92801) timed out ('10.222.0.112', 53393) {{(pid=92801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:45:28.108230 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [req-2b189450-eb29-4523-8cdb-d9064cc83375 req-eb467e4a-9279-4c84-9e66-f8c6f88f5c86 service neutron] (92800) timed out ('10.222.0.112', 53409) {{(pid=92800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:45:35.374560 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-ea0574c8-4f69-4316-b412-61853ee1d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:37.911384 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-a56ce123-3f3b-4181-9d30-b7e1d42ce7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:38.068500 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:39.058077 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:41.197534 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:41.268462 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:43.841970 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:05.376225 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-521bfaef-becc-4082-bfa3-557aa2284278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:07.913384 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-81181bea-f3ee-4a44-91f6-905325564793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:08.068728 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:09.061813 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:11.270495 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:13.308572 dv-cinder-797170-4-iscsi neutron-server[92801]: DEBUG neutron.wsgi [req-88c1468c-b312-4711-b284-4e41786b841c req-b31ab5dd-cdc7-49bb-b9f4-b441e9ae87a1 service neutron] (92801) timed out ('10.222.0.112', 53386) {{(pid=92801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:46:13.839310 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:18.196159 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:46:35.377193 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-2bd6661f-6bff-4f02-9824-c6286d449ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:37.913426 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-26bb2714-80ba-4c8f-95ff-ecde85229ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:38.068563 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:39.064157 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:41.274291 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:43.836835 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:55.194729 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:05.378611 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-5c158c64-2b1a-49f0-a60b-825bdf483c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:07.912642 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8241955a-b602-4a54-a5f6-4b8dc5d1ae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:08.070146 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:09.067239 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:11.275715 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:13.842072 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:32.193054 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:35.380060 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-82ac55a7-4369-4b62-a0ad-66d739acae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:37.912700 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c7d4-7c46-4def-9272-e56a75710e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:38.071705 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:39.068780 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:41.278863 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:43.869477 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:05.383904 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-24ba8358-d5f8-479d-8781-5e63fbc3d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:07.916426 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-b2376f22-963f-4b84-b0e0-3bcf8de4db07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:08.071843 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:09.073237 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:09.191101 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:11.280812 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:13.866425 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:35.384048 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-89f17c54-6d37-451a-980e-3ce061c04941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:37.917192 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f1bb-4985-4303-8b0a-c682d2d9869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:38.073293 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:39.074967 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:41.284663 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:43.880639 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:46.189445 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:05.385160 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-effeed44-178a-45b1-9163-7e1300c745e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:07.918188 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea669-5f14-4993-a5e6-833f433c3a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.075060 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:09.077910 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:11.286163 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:13.886175 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:18.999387 dv-cinder-797170-4-iscsi neutron-server[92800]: DEBUG neutron.wsgi [req-bfcb0114-7cda-49a7-8f24-81bbf15e5c4b req-df6db85f-a501-4577-8d8a-a04bfb50139f tempest-AttachVolumeShelveTestJSON-1200003124 tempest-AttachVolumeShelveTestJSON-1200003124-project] (92800) timed out ('10.222.0.108', 51474) {{(pid=92800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:49:23.188375 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:35.386038 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6791eedc-24b6-415f-94b6-0634778aebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:37.920183 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-7e2e89a1-28a2-4809-8ac0-a516b9e4a16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:38.077091 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:39.080823 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:41.289448 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-e018233b-f950-430c-8f95-5d6dc3f43dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:43.885532 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-27674258-1238-41d0-96b7-fa7ec43e7590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:00.186931 dv-cinder-797170-4-iscsi neutron-server[92803]: DEBUG neutron.db.agents_db [None req-73128b2c-d35b-496b-918e-faf0babb5927 None None] Agent healthcheck: found 6 active agents {{(pid=92803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:50:05.388168 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-94a79877-0849-4e90-a9a6-ae45bf6f513f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:07.920691 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-6394b446-de13-4a69-8f7d-05fe7ad5c31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:08.079873 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-d1ed298e-7a7a-41cd-915f-5ac2b129e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:50:09.087713 dv-cinder-797170-4-iscsi neutron-server[92802]: DEBUG neutron_lib.callbacks.manager [None req-be7df99c-0f44-4098-9dbe-262e7513c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764647769802', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7646579'] for agent, after_update {{(pid=92802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}